2024-12-09 01:42:09,143 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-09 01:42:09,161 main DEBUG Took 0.012901 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 01:42:09,161 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 01:42:09,162 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 01:42:09,164 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 01:42:09,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,182 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 01:42:09,220 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,231 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,235 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,240 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,245 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,253 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:09,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,255 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 01:42:09,258 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:09,264 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 01:42:09,268 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 01:42:09,276 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 01:42:09,280 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 01:42:09,281 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 01:42:09,311 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 01:42:09,315 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 01:42:09,318 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 01:42:09,318 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 01:42:09,319 main DEBUG createAppenders(={Console}) 2024-12-09 01:42:09,320 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-09 01:42:09,321 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-09 01:42:09,321 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-09 01:42:09,322 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 01:42:09,323 main DEBUG OutputStream closed 2024-12-09 01:42:09,323 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 01:42:09,329 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 01:42:09,330 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-09 01:42:09,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 01:42:09,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 01:42:09,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 01:42:09,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 01:42:09,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 01:42:09,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 01:42:09,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 01:42:09,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 01:42:09,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 01:42:09,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 01:42:09,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 01:42:09,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 01:42:09,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 01:42:09,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 01:42:09,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 01:42:09,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 01:42:09,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 01:42:09,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 01:42:09,448 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 01:42:09,448 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-09 01:42:09,448 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 01:42:09,450 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-09T01:42:09,492 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-09 01:42:09,495 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 01:42:09,495 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T01:42:09,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d 2024-12-09T01:42:09,992 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-09T01:42:09,994 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:42:09,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:42:10,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d, deleteOnExit=true 2024-12-09T01:42:10,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:42:10,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/test.cache.data in system properties and HBase conf 2024-12-09T01:42:10,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:42:10,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:42:10,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:42:10,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:42:10,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:42:10,108 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T01:42:10,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:42:10,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:10,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:10,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:42:10,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:10,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:42:10,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:42:10,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:10,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:10,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:42:10,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:42:10,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:42:10,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:10,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:42:10,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:42:11,564 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T01:42:11,638 INFO [Time-limited test {}] log.Log(170): Logging initialized @3462ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:42:11,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:11,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:11,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:11,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:11,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:11,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:11,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6202430e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:11,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5420b687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:12,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1603d64d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-38801-hadoop-hdfs-3_4_1-tests_jar-_-any-6248226858025430066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:42:12,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54a99539{HTTP/1.1, (http/1.1)}{localhost:38801} 2024-12-09T01:42:12,208 INFO [Time-limited test {}] server.Server(415): Started @4033ms 2024-12-09T01:42:12,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:12,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:12,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:12,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:12,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:12,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a2428a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:12,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f70f62e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:12,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22735f8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-45395-hadoop-hdfs-3_4_1-tests_jar-_-any-11238078333998311349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:42:12,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2127c2ef{HTTP/1.1, (http/1.1)}{localhost:45395} 2024-12-09T01:42:12,936 INFO [Time-limited test {}] server.Server(415): Started @4761ms 2024-12-09T01:42:13,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:42:14,238 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data1/current/BP-965990796-172.17.0.2-1733708530961/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:14,238 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data2/current/BP-965990796-172.17.0.2-1733708530961/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:14,275 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:42:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe88d7309086a3b2e with lease ID 0x383e1b5fa919cdd6: Processing first storage report for DS-7f148510-49e9-4ea5-b97a-160e67912d70 from datanode DatanodeRegistration(127.0.0.1:39173, datanodeUuid=fec2d554-e31a-490c-aed2-c1741568438b, infoPort=39249, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=425705086;c=1733708530961) 2024-12-09T01:42:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe88d7309086a3b2e with lease ID 0x383e1b5fa919cdd6: from storage DS-7f148510-49e9-4ea5-b97a-160e67912d70 node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=fec2d554-e31a-490c-aed2-c1741568438b, infoPort=39249, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=425705086;c=1733708530961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:42:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe88d7309086a3b2e with lease ID 0x383e1b5fa919cdd6: Processing first storage report for DS-7eaddd4c-6441-4f29-8d14-8e16a0164934 from datanode DatanodeRegistration(127.0.0.1:39173, datanodeUuid=fec2d554-e31a-490c-aed2-c1741568438b, infoPort=39249, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=425705086;c=1733708530961) 2024-12-09T01:42:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe88d7309086a3b2e with lease ID 0x383e1b5fa919cdd6: from storage DS-7eaddd4c-6441-4f29-8d14-8e16a0164934 node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=fec2d554-e31a-490c-aed2-c1741568438b, infoPort=39249, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=425705086;c=1733708530961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:42:14,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d 2024-12-09T01:42:14,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/zookeeper_0, clientPort=56487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:42:14,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56487 2024-12-09T01:42:14,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:14,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:42:15,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 with version=8 2024-12-09T01:42:15,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging 2024-12-09T01:42:15,251 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-09T01:42:15,251 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-09T01:42:15,251 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-09T01:42:15,251 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-09T01:42:15,318 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T01:42:15,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:42:15,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:15,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:15,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:15,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:15,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:15,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:42:15,784 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T01:42:15,796 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T01:42:15,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:15,836 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 164551 (auto-detected) 2024-12-09T01:42:15,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T01:42:15,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46779 2024-12-09T01:42:15,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46779 connecting to ZooKeeper ensemble=127.0.0.1:56487 2024-12-09T01:42:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467790x0, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:15,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46779-0x100084a91780000 connected 2024-12-09T01:42:16,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:16,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:16,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T01:42:16,081 INFO [Time-limited test {}] log.Log(170): Logging initialized @7906ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:42:16,138 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-09T01:42:16,138 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-09T01:42:16,139 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-09T01:42:16,140 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-09T01:42:16,141 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-09T01:42:16,143 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-09T01:42:16,143 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-09T01:42:16,144 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-09T01:42:16,146 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-09T01:42:16,220 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33989 2024-12-09T01:42:16,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-09T01:42:16,240 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:16,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6b86f49a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:16,242 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:16,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@f36c8fa{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-09T01:42:16,288 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-09T01:42:16,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:16,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:16,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:42:16,300 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:16,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6f0390a{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-09T01:42:16,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2584b7{HTTP/1.1, (http/1.1)}{0.0.0.0:33989} 2024-12-09T01:42:16,936 INFO [Time-limited test {}] server.Server(415): Started @8761ms 2024-12-09T01:42:16,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9, hbase.cluster.distributed=false 2024-12-09T01:42:16,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T01:42:16,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46779 2024-12-09T01:42:16,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46779 2024-12-09T01:42:16,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46779 2024-12-09T01:42:16,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46779 2024-12-09T01:42:16,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46779 2024-12-09T01:42:17,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:42:17,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:17,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:17,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:42:17,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:17,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42689 2024-12-09T01:42:17,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42689 connecting to ZooKeeper ensemble=127.0.0.1:56487 2024-12-09T01:42:17,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:17,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:17,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426890x0, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:17,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426890x0, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T01:42:17,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42689-0x100084a91780001 connected 2024-12-09T01:42:17,132 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-09T01:42:17,132 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-09T01:42:17,133 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-09T01:42:17,133 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-09T01:42:17,133 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-09T01:42:17,134 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-09T01:42:17,134 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-09T01:42:17,134 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-09T01:42:17,134 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-09T01:42:17,136 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44111 2024-12-09T01:42:17,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-09T01:42:17,139 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:17,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@464aa74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:17,140 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:17,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@242767fe{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-09T01:42:17,157 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-09T01:42:17,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:17,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:17,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:42:17,166 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-09T01:42:17,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@71949206{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-09T01:42:17,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6211093f{HTTP/1.1, (http/1.1)}{0.0.0.0:44111} 2024-12-09T01:42:17,171 INFO [Time-limited test {}] server.Server(415): Started @8996ms 2024-12-09T01:42:17,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:42:17,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:42:17,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T01:42:17,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T01:42:17,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42689 2024-12-09T01:42:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42689 2024-12-09T01:42:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42689 2024-12-09T01:42:17,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42689 2024-12-09T01:42:17,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42689 2024-12-09T01:42:17,219 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bae0942de96:46779 2024-12-09T01:42:17,222 INFO [master/1bae0942de96:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-09T01:42:17,228 INFO [master/1bae0942de96:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:43739} 2024-12-09T01:42:17,228 INFO [master/1bae0942de96:0:becomeActiveMaster {}] server.Server(415): Started @9053ms 2024-12-09T01:42:17,228 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/1bae0942de96,46779,1733708535363 2024-12-09T01:42:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T01:42:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T01:42:17,243 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/1bae0942de96,46779,1733708535363 2024-12-09T01:42:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T01:42:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:17,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:17,273 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T01:42:17,274 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/1bae0942de96,46779,1733708535363 from backup master directory 2024-12-09T01:42:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/1bae0942de96,46779,1733708535363 2024-12-09T01:42:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T01:42:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T01:42:17,283 WARN [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:17,283 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bae0942de96,46779,1733708535363 2024-12-09T01:42:17,285 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T01:42:17,287 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T01:42:17,338 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase.id] with ID: a8c74f4e-cab3-402c-bccd-bdcf00eb7859 2024-12-09T01:42:17,338 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.tmp/hbase.id 2024-12-09T01:42:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:42:17,759 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.tmp/hbase.id]:[hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase.id] 2024-12-09T01:42:17,798 INFO [master/1bae0942de96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:17,802 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:42:17,819 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T01:42:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:42:18,262 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:18,264 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:42:18,270 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-09T01:42:18,274 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-09T01:42:18,286 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:42:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:42:18,739 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store 2024-12-09T01:42:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:42:19,168 INFO [master/1bae0942de96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T01:42:19,172 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:19,173 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:42:19,174 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,174 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,176 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:42:19,177 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,177 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,179 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708539173Disabling compacts and flushes for region at 1733708539173Disabling writes for close at 1733708539177 (+4 ms)Writing region close event to WAL at 1733708539177Closed at 1733708539177 2024-12-09T01:42:19,190 WARN [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/.initializing 2024-12-09T01:42:19,191 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/WALs/1bae0942de96,46779,1733708535363 2024-12-09T01:42:19,200 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:19,207 INFO [master/1bae0942de96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1bae0942de96,46779,1733708535363.regiongroup-0 2024-12-09T01:42:19,224 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C46779%2C1733708535363.1bae0942de96%2C46779%2C1733708535363.regiongroup-0, suffix=, logDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/WALs/1bae0942de96,46779,1733708535363, archiveDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/oldWALs, maxLogs=10 2024-12-09T01:42:19,252 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/WALs/1bae0942de96,46779,1733708535363/1bae0942de96%2C46779%2C1733708535363.1bae0942de96%2C46779%2C1733708535363.regiongroup-0.1733708539230, exclude list is [], retry=0 2024-12-09T01:42:19,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:19,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T01:42:19,303 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/WALs/1bae0942de96,46779,1733708535363/1bae0942de96%2C46779%2C1733708535363.1bae0942de96%2C46779%2C1733708535363.regiongroup-0.1733708539230 2024-12-09T01:42:19,304 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:19,304 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:19,305 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:19,308 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,309 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:42:19,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:19,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:42:19,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:42:19,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:42:19,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,406 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,410 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,411 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,416 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,417 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,420 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:19,424 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,429 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:19,430 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10144570880, jitterRate=-0.055213212966918945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:19,437 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733708539327Initializing all the Stores at 1733708539329 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708539330 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539332 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539332Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539332Cleaning up temporary data from old regions at 1733708539417 (+85 ms)Region opened successfully at 1733708539436 (+19 ms) 2024-12-09T01:42:19,438 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:42:19,496 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d8070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:42:19,541 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:42:19,552 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:42:19,552 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:42:19,555 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:42:19,556 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T01:42:19,561 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T01:42:19,561 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:42:19,585 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:42:19,596 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-09T01:42:19,606 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-09T01:42:19,609 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:42:19,611 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:42:19,623 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-09T01:42:19,625 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:42:19,629 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:42:19,639 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-09T01:42:19,641 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:42:19,648 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-09T01:42:19,668 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:42:19,679 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-09T01:42:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T01:42:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T01:42:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,692 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bae0942de96,46779,1733708535363, sessionid=0x100084a91780000, setting cluster-up flag (Was=false) 2024-12-09T01:42:19,697 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-09T01:42:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,740 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-09T01:42:19,742 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,46779,1733708535363 2024-12-09T01:42:19,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,781 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-09T01:42:19,783 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,46779,1733708535363 2024-12-09T01:42:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:19,831 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-09T01:42:19,833 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,46779,1733708535363 2024-12-09T01:42:19,838 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:42:19,903 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:19,911 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:42:19,915 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(746): ClusterId : a8c74f4e-cab3-402c-bccd-bdcf00eb7859 2024-12-09T01:42:19,916 INFO [RS:0;1bae0942de96:42689 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-09T01:42:19,917 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:42:19,917 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:42:19,922 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bae0942de96,46779,1733708535363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:42:19,950 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:42:19,950 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-09T01:42:19,951 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:19,951 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:19,951 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:19,951 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:19,951 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bae0942de96:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:42:19,952 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:19,952 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:19,952 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:19,956 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733708569956 2024-12-09T01:42:19,958 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-09T01:42:19,958 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:42:19,958 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:42:19,959 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:42:19,963 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:42:19,964 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-09T01:42:19,964 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:42:19,965 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:42:19,965 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:42:19,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:19,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:42:19,966 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:19,970 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:42:19,971 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:42:19,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,972 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:42:19,972 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:42:19,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:42:19,973 DEBUG [RS:0;1bae0942de96:42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10965073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:42:19,984 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fddb1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:19,984 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:19,987 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bae0942de96:42689 2024-12-09T01:42:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:42:19,991 INFO [RS:0;1bae0942de96:42689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:42:19,991 INFO [RS:0;1bae0942de96:42689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:42:19,991 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:42:19,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:42:19,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:19,994 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,46779,1733708535363 with port=42689, startcode=1733708537046 2024-12-09T01:42:19,998 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:19,998 DEBUG [RS:0;1bae0942de96:42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:42:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:42:20,024 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:20,031 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54313, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:42:20,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:20,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362fa538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:20,037 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:42:20,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:20,044 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:20,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:20,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1412e414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:20,050 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-09T01:42:20,052 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:42:20,053 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:42:20,055 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733708540054,5,FailOnTimeoutGroup] 2024-12-09T01:42:20,055 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733708540055,5,FailOnTimeoutGroup] 2024-12-09T01:42:20,055 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,056 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:42:20,057 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,057 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,066 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T01:42:20,066 WARN [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T01:42:20,168 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,46779,1733708535363 with port=42689, startcode=1733708537046 2024-12-09T01:42:20,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,184 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:20,185 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37953 2024-12-09T01:42:20,185 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=33989 2024-12-09T01:42:20,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T01:42:20,246 DEBUG [RS:0;1bae0942de96:42689 {}] zookeeper.ZKUtil(111): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rs/1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,247 WARN [RS:0;1bae0942de96:42689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:20,247 INFO [RS:0;1bae0942de96:42689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-09T01:42:20,247 INFO [RS:0;1bae0942de96:42689 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-09T01:42:20,247 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,42689,1733708537046] 2024-12-09T01:42:20,279 INFO [RS:0;1bae0942de96:42689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:42:20,296 INFO [RS:0;1bae0942de96:42689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:42:20,300 INFO [RS:0;1bae0942de96:42689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:42:20,301 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,301 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:42:20,307 INFO [RS:0;1bae0942de96:42689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:42:20,308 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,309 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,310 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,311 DEBUG [RS:0;1bae0942de96:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,312 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,42689,1733708537046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:20,332 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:42:20,334 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,42689,1733708537046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,334 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,334 INFO [RS:0;1bae0942de96:42689 {}] regionserver.Replication(171): 1bae0942de96,42689,1733708537046 started 2024-12-09T01:42:20,349 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,349 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,42689,1733708537046, RpcServer on 1bae0942de96/172.17.0.2:42689, sessionid=0x100084a91780001 2024-12-09T01:42:20,350 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:42:20,350 DEBUG [RS:0;1bae0942de96:42689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,350 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,42689,1733708537046' 2024-12-09T01:42:20,351 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-09T01:42:20,352 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-09T01:42:20,352 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:42:20,352 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-09T01:42:20,352 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,42689,1733708537046' 2024-12-09T01:42:20,353 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:42:20,353 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:42:20,354 INFO [RS:0;1bae0942de96:42689 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-09T01:42:20,354 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-09T01:42:20,354 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:42:20,354 DEBUG [RS:0;1bae0942de96:42689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,354 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,42689,1733708537046' 2024-12-09T01:42:20,354 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-09T01:42:20,355 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-09T01:42:20,356 DEBUG [RS:0;1bae0942de96:42689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:42:20,356 INFO [RS:0;1bae0942de96:42689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:42:20,356 INFO [RS:0;1bae0942de96:42689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:42:20,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:20,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:42:20,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:42:20,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:42:20,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:42:20,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:42:20,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:42:20,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:42:20,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:42:20,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:42:20,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740 2024-12-09T01:42:20,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740 2024-12-09T01:42:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:42:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:42:20,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:20,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:42:20,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:20,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10291901600, jitterRate=-0.04149197041988373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:20,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733708540407Initializing all the Stores at 1733708540409 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540410 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708540410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540410Cleaning up temporary data from old regions at 1733708540428 (+18 ms)Region opened successfully at 1733708540437 (+9 ms) 2024-12-09T01:42:20,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:42:20,438 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:42:20,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:42:20,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:42:20,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:42:20,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:42:20,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708540438Disabling compacts and flushes for region at 1733708540438Disabling writes for close at 1733708540438Writing region close event to WAL at 1733708540439 (+1 ms)Closed at 1733708540440 (+1 ms) 2024-12-09T01:42:20,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:20,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:42:20,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:42:20,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:42:20,461 INFO [RS:0;1bae0942de96:42689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:20,462 INFO [RS:0;1bae0942de96:42689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1bae0942de96,42689,1733708537046.regiongroup-0 2024-12-09T01:42:20,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:42:20,466 INFO [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0, suffix=, logDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046, archiveDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs, maxLogs=32 2024-12-09T01:42:20,482 DEBUG [RS:0;1bae0942de96:42689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468, exclude list is [], retry=0 2024-12-09T01:42:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:20,490 INFO [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 2024-12-09T01:42:20,491 DEBUG [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:20,616 DEBUG [1bae0942de96:46779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T01:42:20,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,42689,1733708537046, state=OPENING 2024-12-09T01:42:20,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:42:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:42:20,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T01:42:20,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T01:42:20,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:42:20,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:20,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:42:20,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:42:20,858 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:42:20,859 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-09T01:42:20,859 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-09T01:42:20,859 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:20,860 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:42:20,863 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C42689%2C1733708537046.meta, suffix=.meta, logDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046, archiveDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs, maxLogs=32 2024-12-09T01:42:20,883 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta, exclude list is [], retry=0 2024-12-09T01:42:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:20,893 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta 2024-12-09T01:42:20,894 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:20,895 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:20,901 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:20,903 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:42:20,906 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:42:20,907 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:42:20,912 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:42:20,913 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:20,914 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:42:20,914 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:42:20,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:42:20,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:42:20,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:42:20,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:42:20,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:42:20,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:42:20,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:42:20,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:42:20,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,935 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:42:20,937 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740 2024-12-09T01:42:20,941 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740 2024-12-09T01:42:20,943 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:42:20,943 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:42:20,945 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:20,947 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:42:20,949 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10216081600, jitterRate=-0.048553258180618286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:20,950 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:42:20,951 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733708540915Writing region info on filesystem at 1733708540915Initializing all the Stores at 1733708540917 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540918 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708540918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540918Cleaning up temporary data from old regions at 1733708540943 (+25 ms)Running coprocessor post-open hooks at 1733708540950 (+7 ms)Region opened successfully at 1733708540951 (+1 ms) 2024-12-09T01:42:20,961 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733708540834 2024-12-09T01:42:20,978 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:42:20,979 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:42:20,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:20,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,42689,1733708537046, state=OPEN 2024-12-09T01:42:21,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T01:42:21,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T01:42:21,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T01:42:21,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T01:42:21,013 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bae0942de96,42689,1733708537046 2024-12-09T01:42:21,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:42:21,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,42689,1733708537046 in 344 msec 2024-12-09T01:42:21,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:42:21,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 571 msec 2024-12-09T01:42:21,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:21,029 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:42:21,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:21,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:21,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:21,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:21,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-12-09T01:42:21,102 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733708541102, completionTime=-1 2024-12-09T01:42:21,106 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T01:42:21,106 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:42:21,147 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T01:42:21,147 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733708601147 2024-12-09T01:42:21,147 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733708661147 2024-12-09T01:42:21,147 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 41 msec 2024-12-09T01:42:21,150 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,151 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,151 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,153 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bae0942de96:46779, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,154 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,155 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,162 DEBUG [master/1bae0942de96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:42:21,188 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.905sec 2024-12-09T01:42:21,190 INFO [master/1bae0942de96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:42:21,191 INFO [master/1bae0942de96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:42:21,192 INFO [master/1bae0942de96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:42:21,193 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:42:21,193 INFO [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:42:21,194 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:21,195 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:42:21,204 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:42:21,204 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:42:21,205 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46779,1733708535363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:21,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f21dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:21,218 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T01:42:21,218 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T01:42:21,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:21,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:21,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:21,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f51c514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:21,231 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:21,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7fe7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:21,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:21,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:21,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bae0942de96,46779,1733708535363 2024-12-09T01:42:21,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-09T01:42:21,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/test.cache.data in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:42:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:42:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:42:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:42:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:42:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741835_1011 (size=592039) 2024-12-09T01:42:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741836_1012 (size=1663647) 2024-12-09T01:42:23,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:23,269 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:23,489 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:23,490 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T01:42:23,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:23,495 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:23,495 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:23,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:23,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:23,495 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:23,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:23,496 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8bdc7b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:23,496 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74dfa489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:23,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:23,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20db1854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:23,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a872d70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:23,633 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T01:42:23,633 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-09T01:42:23,633 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T01:42:23,635 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T01:42:23,674 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:23,778 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:24,094 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:24,115 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ca2dd3{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-42093-hadoop-yarn-common-3_4_1_jar-_-any-9934973541254406915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-09T01:42:24,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10dacd6f{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-34971-hadoop-yarn-common-3_4_1_jar-_-any-4265570594637699950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-09T01:42:24,116 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@56be093f{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-12-09T01:42:24,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@176ca290{HTTP/1.1, (http/1.1)}{localhost:34971} 2024-12-09T01:42:24,116 INFO [Thread-251 {}] server.Server(415): Started @15942ms 2024-12-09T01:42:24,116 INFO [Time-limited test {}] server.Server(415): Started @15942ms 2024-12-09T01:42:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741837_1013 (size=5) 2024-12-09T01:42:24,709 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-09T01:42:24,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:24,739 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T01:42:24,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:24,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:24,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:24,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:42:24,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:24,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68471ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:24,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46779125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:24,795 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-09T01:42:24,795 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T01:42:24,795 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T01:42:24,796 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T01:42:24,807 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:24,816 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:24,932 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:24,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5596a1b{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-35859-hadoop-yarn-common-3_4_1_jar-_-any-8661462127806815170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T01:42:24,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb6f24b{HTTP/1.1, (http/1.1)}{localhost:35859} 2024-12-09T01:42:24,942 INFO [Time-limited test {}] server.Server(415): Started @16767ms 2024-12-09T01:42:25,073 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-09T01:42:25,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:25,086 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-09T01:42:25,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:25,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:25,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:25,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:25,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:25,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2989807e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:25,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cbdf93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:25,137 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-09T01:42:25,137 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-09T01:42:25,137 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-09T01:42:25,137 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-09T01:42:25,144 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:25,148 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:25,246 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-09T01:42:25,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f57e911{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/java.io.tmpdir/jetty-localhost-33715-hadoop-yarn-common-3_4_1_jar-_-any-15959537835377195003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T01:42:25,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@696afdef{HTTP/1.1, (http/1.1)}{localhost:33715} 2024-12-09T01:42:25,250 INFO [Time-limited test {}] server.Server(415): Started @17075ms 2024-12-09T01:42:25,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-09T01:42:25,272 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37953/backupUT 2024-12-09T01:42:25,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:42:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:42:25,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2373c900 2024-12-09T01:42:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:42:25,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:42:25,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-09T01:42:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-09T01:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:25,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 18 msec 2024-12-09T01:42:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:25,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-09T01:42:25,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-09T01:42:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-09T01:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-09T01:42:25,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec 2024-12-09T01:42:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-09T01:42:25,526 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-09T01:42:25,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-09T01:42:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-09T01:42:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-09T01:42:25,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 11 msec 2024-12-09T01:42:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-09T01:42:25,637 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-09T01:42:25,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-09T01:42:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-09T01:42:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T01:42:25,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-12-09T01:42:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T01:42:25,747 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-09T01:42:25,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733708545272', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733708545272 2024-12-09T01:42:25,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:25,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733708545272" procId is: 8 2024-12-09T01:42:25,773 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-09T01:42:25,776 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:42:25,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741838_1014 (size=367) 2024-12-09T01:42:25,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:42:25,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-09T01:42:25,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:42:25,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:42:25,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T01:42:25,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:25,793 INFO [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65378037e6c4db4910f030355312ee7, NAME => 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741839_1015 (size=53) 2024-12-09T01:42:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-09T01:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-09T01:42:26,203 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:26,203 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1722): Closing c65378037e6c4db4910f030355312ee7, disabling compactions & flushes 2024-12-09T01:42:26,203 INFO [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,203 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,203 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. after waiting 0 ms 2024-12-09T01:42:26,204 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,204 INFO [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1973): Closed test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,204 DEBUG [RegionOpenAndInit-test-1733708545272-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65378037e6c4db4910f030355312ee7: Waiting for close lock at 1733708546203Disabling compacts and flushes for region at 1733708546203Disabling writes for close at 1733708546204 (+1 ms)Writing region close event to WAL at 1733708546204Closed at 1733708546204 2024-12-09T01:42:26,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:26,210 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733708546206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708546206"}]},"ts":"1733708546206"} 2024-12-09T01:42:26,215 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:26,217 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:26,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733708545272","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708546217"}]},"ts":"1733708546217"} 2024-12-09T01:42:26,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733708545272, state=ENABLING in hbase:meta 2024-12-09T01:42:26,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, ASSIGN}] 2024-12-09T01:42:26,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, ASSIGN 2024-12-09T01:42:26,228 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:26,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:26,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, ASSIGN because future has completed 2024-12-09T01:42:26,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-09T01:42:26,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T01:42:26,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:42:26,557 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,557 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:26,557 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 1bae0942de96,42689,1733708537046.regiongroup-1 2024-12-09T01:42:26,560 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1, suffix=, logDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046, archiveDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs, maxLogs=32 2024-12-09T01:42:26,573 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561, exclude list is [], retry=0 2024-12-09T01:42:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:26,579 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 2024-12-09T01:42:26,579 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:26,579 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c65378037e6c4db4910f030355312ee7, NAME => 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:26,580 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:26,580 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733708545272 c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,580 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:26,580 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,580 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,582 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,585 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName f 2024-12-09T01:42:26,585 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:26,586 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:26,586 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,587 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,588 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,589 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,589 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,591 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,595 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:26,596 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened c65378037e6c4db4910f030355312ee7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11542074240, jitterRate=0.07493942975997925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:26,596 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:26,598 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c65378037e6c4db4910f030355312ee7: Running coprocessor pre-open hook at 1733708546580Writing region info on filesystem at 1733708546580Initializing all the Stores at 1733708546582 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708546582Cleaning up temporary data from old regions at 1733708546589 (+7 ms)Running coprocessor post-open hooks at 1733708546596 (+7 ms)Region opened successfully at 1733708546598 (+2 ms) 2024-12-09T01:42:26,600 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., pid=10, masterSystemTime=1733708546539 2024-12-09T01:42:26,604 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,604 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:26,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:26,612 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bae0942de96,42689,1733708537046, table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T01:42:26,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:42:26,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 in 228 msec 2024-12-09T01:42:26,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-09T01:42:26,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, ASSIGN in 394 msec 2024-12-09T01:42:26,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:26,625 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733708545272","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708546625"}]},"ts":"1733708546625"} 2024-12-09T01:42:26,628 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733708545272, state=ENABLED in hbase:meta 2024-12-09T01:42:26,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733708545272 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:26,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733708545272 in 868 msec 2024-12-09T01:42:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-09T01:42:26,917 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733708545272 completed 2024-12-09T01:42:26,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128313ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:26,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:26,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:26,919 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1731c30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:26,922 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4236fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:26,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:26,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733708545272', row='row0', locateType=CURRENT is [region=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:26,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(8528): writing data to region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:27,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17337085452721', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17337085452721 2024-12-09T01:42:27,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:27,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:27,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17337085452721" procId is: 11 2024-12-09T01:42:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:27,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741841_1017 (size=364) 2024-12-09T01:42:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:27,503 INFO [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29039a374866b53031727b1faadc3b3d, NAME => 'ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17337085452721', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741842_1018 (size=50) 2024-12-09T01:42:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:27,912 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:27,912 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1722): Closing 29039a374866b53031727b1faadc3b3d, disabling compactions & flushes 2024-12-09T01:42:27,912 INFO [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:27,912 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:27,912 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. after waiting 0 ms 2024-12-09T01:42:27,912 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:27,913 INFO [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:27,913 DEBUG [RegionOpenAndInit-ns2:test-17337085452721-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29039a374866b53031727b1faadc3b3d: Waiting for close lock at 1733708547912Disabling compacts and flushes for region at 1733708547912Disabling writes for close at 1733708547912Writing region close event to WAL at 1733708547912Closed at 1733708547913 (+1 ms) 2024-12-09T01:42:27,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:27,915 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733708547915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708547915"}]},"ts":"1733708547915"} 2024-12-09T01:42:27,918 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:27,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:27,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17337085452721","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708547920"}]},"ts":"1733708547920"} 2024-12-09T01:42:27,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17337085452721, state=ENABLING in hbase:meta 2024-12-09T01:42:27,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17337085452721, region=29039a374866b53031727b1faadc3b3d, ASSIGN}] 2024-12-09T01:42:27,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17337085452721, region=29039a374866b53031727b1faadc3b3d, ASSIGN 2024-12-09T01:42:27,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17337085452721, region=29039a374866b53031727b1faadc3b3d, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:28,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=29039a374866b53031727b1faadc3b3d, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:28,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17337085452721, region=29039a374866b53031727b1faadc3b3d, ASSIGN because future has completed 2024-12-09T01:42:28,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29039a374866b53031727b1faadc3b3d, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:28,240 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:28,240 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 29039a374866b53031727b1faadc3b3d, NAME => 'ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:28,240 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:28,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17337085452721 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:28,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,243 INFO [StoreOpener-29039a374866b53031727b1faadc3b3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,246 INFO [StoreOpener-29039a374866b53031727b1faadc3b3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29039a374866b53031727b1faadc3b3d columnFamilyName f 2024-12-09T01:42:28,246 DEBUG [StoreOpener-29039a374866b53031727b1faadc3b3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:28,247 INFO [StoreOpener-29039a374866b53031727b1faadc3b3d-1 {}] regionserver.HStore(327): Store=29039a374866b53031727b1faadc3b3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:28,247 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,249 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,249 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,250 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,250 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,254 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,261 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:28,262 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 29039a374866b53031727b1faadc3b3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10524333120, jitterRate=-0.01984509825706482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:28,263 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:28,264 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 29039a374866b53031727b1faadc3b3d: Running coprocessor pre-open hook at 1733708548241Writing region info on filesystem at 1733708548241Initializing all the Stores at 1733708548243 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708548243Cleaning up temporary data from old regions at 1733708548250 (+7 ms)Running coprocessor post-open hooks at 1733708548263 (+13 ms)Region opened successfully at 1733708548264 (+1 ms) 2024-12-09T01:42:28,266 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d., pid=13, masterSystemTime=1733708548234 2024-12-09T01:42:28,269 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:28,269 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:28,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=29039a374866b53031727b1faadc3b3d, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:28,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29039a374866b53031727b1faadc3b3d, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-09T01:42:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 29039a374866b53031727b1faadc3b3d, server=1bae0942de96,42689,1733708537046 in 198 msec 2024-12-09T01:42:28,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T01:42:28,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17337085452721, region=29039a374866b53031727b1faadc3b3d, ASSIGN in 361 msec 2024-12-09T01:42:28,296 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:28,297 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17337085452721","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708548296"}]},"ts":"1733708548296"} 2024-12-09T01:42:28,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17337085452721, state=ENABLED in hbase:meta 2024-12-09T01:42:28,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17337085452721 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:28,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17337085452721 in 1.2130 sec 2024-12-09T01:42:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T01:42:29,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17337085452721 completed 2024-12-09T01:42:29,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17337085452721', row='row0', locateType=CURRENT is [region=ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:29,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(8528): writing data to region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:29,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17337085452722', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17337085452722 2024-12-09T01:42:29,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:29,388 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:29,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17337085452722" procId is: 14 2024-12-09T01:42:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:29,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741843_1019 (size=390) 2024-12-09T01:42:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:29,800 INFO [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7101f7329ea92225ec859097eb2420cb, NAME => 'ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17337085452722', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741844_1020 (size=50) 2024-12-09T01:42:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1722): Closing 7101f7329ea92225ec859097eb2420cb, disabling compactions & flushes 2024-12-09T01:42:30,209 INFO [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. after waiting 0 ms 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,209 INFO [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,209 DEBUG [RegionOpenAndInit-ns3:test-17337085452722-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7101f7329ea92225ec859097eb2420cb: Waiting for close lock at 1733708550209Disabling compacts and flushes for region at 1733708550209Disabling writes for close at 1733708550209Writing region close event to WAL at 1733708550209Closed at 1733708550209 2024-12-09T01:42:30,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:30,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733708550211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708550211"}]},"ts":"1733708550211"} 2024-12-09T01:42:30,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:30,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:30,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17337085452722","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708550216"}]},"ts":"1733708550216"} 2024-12-09T01:42:30,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17337085452722, state=ENABLING in hbase:meta 2024-12-09T01:42:30,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17337085452722, region=7101f7329ea92225ec859097eb2420cb, ASSIGN}] 2024-12-09T01:42:30,221 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17337085452722, region=7101f7329ea92225ec859097eb2420cb, ASSIGN 2024-12-09T01:42:30,222 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17337085452722, region=7101f7329ea92225ec859097eb2420cb, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:30,373 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7101f7329ea92225ec859097eb2420cb, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17337085452722, region=7101f7329ea92225ec859097eb2420cb, ASSIGN because future has completed 2024-12-09T01:42:30,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7101f7329ea92225ec859097eb2420cb, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:30,533 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,533 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7101f7329ea92225ec859097eb2420cb, NAME => 'ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:30,534 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:30,534 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17337085452722 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,534 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:30,534 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,534 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,536 INFO [StoreOpener-7101f7329ea92225ec859097eb2420cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,538 INFO [StoreOpener-7101f7329ea92225ec859097eb2420cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7101f7329ea92225ec859097eb2420cb columnFamilyName f 2024-12-09T01:42:30,538 DEBUG [StoreOpener-7101f7329ea92225ec859097eb2420cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:30,539 INFO [StoreOpener-7101f7329ea92225ec859097eb2420cb-1 {}] regionserver.HStore(327): Store=7101f7329ea92225ec859097eb2420cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:30,539 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,540 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns3/test-17337085452722/7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,541 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns3/test-17337085452722/7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,541 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,541 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,543 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,547 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns3/test-17337085452722/7101f7329ea92225ec859097eb2420cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:30,547 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7101f7329ea92225ec859097eb2420cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9825639840, jitterRate=-0.08491598069667816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:30,547 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:42:30,548 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7101f7329ea92225ec859097eb2420cb: Running coprocessor pre-open hook at 1733708550534Writing region info on filesystem at 1733708550534Initializing all the Stores at 1733708550536 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708550536Cleaning up temporary data from old regions at 1733708550541 (+5 ms)Running coprocessor post-open hooks at 1733708550548 (+7 ms)Region opened successfully at 1733708550548 2024-12-09T01:42:30,549 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb., pid=16, masterSystemTime=1733708550529 2024-12-09T01:42:30,552 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,552 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:42:30,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7101f7329ea92225ec859097eb2420cb, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:30,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7101f7329ea92225ec859097eb2420cb, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:30,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-09T01:42:30,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 7101f7329ea92225ec859097eb2420cb, server=1bae0942de96,42689,1733708537046 in 203 msec 2024-12-09T01:42:30,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T01:42:30,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17337085452722, region=7101f7329ea92225ec859097eb2420cb, ASSIGN in 365 msec 2024-12-09T01:42:30,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:30,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17337085452722","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708550589"}]},"ts":"1733708550589"} 2024-12-09T01:42:30,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17337085452722, state=ENABLED in hbase:meta 2024-12-09T01:42:30,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17337085452722 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:30,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17337085452722 in 1.2080 sec 2024-12-09T01:42:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-09T01:42:31,537 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17337085452722 completed 2024-12-09T01:42:31,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17337085452722 get assigned. Timeout = 60000ms 2024-12-09T01:42:31,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:31,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17337085452722 assigned to meta. Checking AM states. 2024-12-09T01:42:31,545 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:31,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17337085452722 assigned. 2024-12-09T01:42:31,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17337085452723', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17337085452723 2024-12-09T01:42:31,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:31,552 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:31,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17337085452723" procId is: 17 2024-12-09T01:42:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:31,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741845_1021 (size=390) 2024-12-09T01:42:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:31,965 INFO [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d94a9b911b8b8c3e0c395d030390bb0, NAME => 'ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17337085452723', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741846_1022 (size=50) 2024-12-09T01:42:32,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T01:42:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1722): Closing 6d94a9b911b8b8c3e0c395d030390bb0, disabling compactions & flushes 2024-12-09T01:42:32,375 INFO [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. after waiting 0 ms 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,375 INFO [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,375 DEBUG [RegionOpenAndInit-ns4:test-17337085452723-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d94a9b911b8b8c3e0c395d030390bb0: Waiting for close lock at 1733708552375Disabling compacts and flushes for region at 1733708552375Disabling writes for close at 1733708552375Writing region close event to WAL at 1733708552375Closed at 1733708552375 2024-12-09T01:42:32,377 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:32,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733708552377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552377"}]},"ts":"1733708552377"} 2024-12-09T01:42:32,381 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:32,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:32,383 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17337085452723","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708552383"}]},"ts":"1733708552383"} 2024-12-09T01:42:32,386 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17337085452723, state=ENABLING in hbase:meta 2024-12-09T01:42:32,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17337085452723, region=6d94a9b911b8b8c3e0c395d030390bb0, ASSIGN}] 2024-12-09T01:42:32,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17337085452723, region=6d94a9b911b8b8c3e0c395d030390bb0, ASSIGN 2024-12-09T01:42:32,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17337085452723, region=6d94a9b911b8b8c3e0c395d030390bb0, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:32,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17337085452721' 2024-12-09T01:42:32,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17337085452722' 2024-12-09T01:42:32,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733708545272' 2024-12-09T01:42:32,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6d94a9b911b8b8c3e0c395d030390bb0, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:32,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17337085452723, region=6d94a9b911b8b8c3e0c395d030390bb0, ASSIGN because future has completed 2024-12-09T01:42:32,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:32,703 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,703 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d94a9b911b8b8c3e0c395d030390bb0, NAME => 'ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:32,703 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:32,704 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17337085452723 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,704 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,704 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,704 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,706 INFO [StoreOpener-6d94a9b911b8b8c3e0c395d030390bb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,708 INFO [StoreOpener-6d94a9b911b8b8c3e0c395d030390bb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d94a9b911b8b8c3e0c395d030390bb0 columnFamilyName f 2024-12-09T01:42:32,709 DEBUG [StoreOpener-6d94a9b911b8b8c3e0c395d030390bb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:32,709 INFO [StoreOpener-6d94a9b911b8b8c3e0c395d030390bb0-1 {}] regionserver.HStore(327): Store=6d94a9b911b8b8c3e0c395d030390bb0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:32,710 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,711 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns4/test-17337085452723/6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,711 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns4/test-17337085452723/6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,712 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,712 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,714 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,717 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns4/test-17337085452723/6d94a9b911b8b8c3e0c395d030390bb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:32,718 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6d94a9b911b8b8c3e0c395d030390bb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10944790400, jitterRate=0.019313037395477295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:32,718 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:42:32,719 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6d94a9b911b8b8c3e0c395d030390bb0: Running coprocessor pre-open hook at 1733708552704Writing region info on filesystem at 1733708552704Initializing all the Stores at 1733708552705 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708552705Cleaning up temporary data from old regions at 1733708552712 (+7 ms)Running coprocessor post-open hooks at 1733708552718 (+6 ms)Region opened successfully at 1733708552719 (+1 ms) 2024-12-09T01:42:32,720 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0., pid=19, masterSystemTime=1733708552698 2024-12-09T01:42:32,724 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,724 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:42:32,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6d94a9b911b8b8c3e0c395d030390bb0, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:32,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:32,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-09T01:42:32,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0, server=1bae0942de96,42689,1733708537046 in 184 msec 2024-12-09T01:42:32,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-09T01:42:32,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17337085452723, region=6d94a9b911b8b8c3e0c395d030390bb0, ASSIGN in 347 msec 2024-12-09T01:42:32,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:32,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17337085452723","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708552739"}]},"ts":"1733708552739"} 2024-12-09T01:42:32,742 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17337085452723, state=ENABLED in hbase:meta 2024-12-09T01:42:32,743 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17337085452723 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:32,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17337085452723 in 1.1960 sec 2024-12-09T01:42:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T01:42:33,716 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17337085452723 completed 2024-12-09T01:42:33,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17337085452723 get assigned. Timeout = 60000ms 2024-12-09T01:42:33,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:33,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17337085452723 assigned to meta. Checking AM states. 2024-12-09T01:42:33,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:33,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17337085452723 assigned. 2024-12-09T01:42:33,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:42:33,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:42:33,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:33,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:33,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:33,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=19, AvailableMemoryMB=14720 2024-12-09T01:42:33,752 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-09T01:42:33,753 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-09T01:42:33,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733708545272 from 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733708545272', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733708545272 2024-12-09T01:42:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741847_1023 (size=908) 2024-12-09T01:42:34,181 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000001.367 2024-12-09T01:42:34,181 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000002.908 2024-12-09T01:42:34,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733708545272}] 2024-12-09T01:42:34,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE}] 2024-12-09T01:42:34,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE 2024-12-09T01:42:34,200 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:34,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE because future has completed 2024-12-09T01:42:34,203 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:42:34,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:34,361 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:34,361 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:42:34,362 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing c65378037e6c4db4910f030355312ee7, disabling compactions & flushes 2024-12-09T01:42:34,362 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:34,362 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:34,362 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. after waiting 0 ms 2024-12-09T01:42:34,362 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:34,365 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing c65378037e6c4db4910f030355312ee7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-09T01:42:34,423 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/a43aebe0e05e4ddbb99d50fad42af2e5 is 37, key is row10/f:q1/1733708546957/Put/seqid=0 2024-12-09T01:42:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741848_1024 (size=8413) 2024-12-09T01:42:34,834 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:42:34,903 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/a43aebe0e05e4ddbb99d50fad42af2e5 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:42:34,914 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5, entries=99, sequenceid=103, filesize=8.2 K 2024-12-09T01:42:34,923 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 556ms, sequenceid=103, compaction requested=false 2024-12-09T01:42:34,940 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-09T01:42:34,944 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:42:34,944 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:34,944 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for c65378037e6c4db4910f030355312ee7: Waiting for close lock at 1733708554362Running coprocessor pre-close hooks at 1733708554362Disabling compacts and flushes for region at 1733708554362Disabling writes for close at 1733708554362Obtaining lock to block concurrent updates at 1733708554366 (+4 ms)Preparing flush snapshotting stores in c65378037e6c4db4910f030355312ee7 at 1733708554366Finished memstore snapshotting test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733708554372 (+6 ms)Flushing stores of test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. at 1733708554374 (+2 ms)Flushing c65378037e6c4db4910f030355312ee7/f: creating writer at 1733708554375 (+1 ms)Flushing c65378037e6c4db4910f030355312ee7/f: appending metadata at 1733708554414 (+39 ms)Flushing c65378037e6c4db4910f030355312ee7/f: closing flushed file at 1733708554416 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71eddde8: reopening flushed file at 1733708554901 (+485 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 556ms, sequenceid=103, compaction requested=false at 1733708554923 (+22 ms)Writing region close event to WAL at 1733708554925 (+2 ms)Running coprocessor post-close hooks at 1733708554941 (+16 ms)Closed at 1733708554944 (+3 ms) 2024-12-09T01:42:34,944 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: c65378037e6c4db4910f030355312ee7 to self. 2024-12-09T01:42:34,948 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:34,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=CLOSED 2024-12-09T01:42:34,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-09T01:42:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 in 750 msec 2024-12-09T01:42:34,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=true 2024-12-09T01:42:35,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE because future has completed 2024-12-09T01:42:35,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:35,273 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:35,274 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c65378037e6c4db4910f030355312ee7, NAME => 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:35,274 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:35,274 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733708545272 c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,274 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:35,275 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,275 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,277 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,278 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName f 2024-12-09T01:42:35,278 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:35,288 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:42:35,288 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:35,288 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,290 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName f3 2024-12-09T01:42:35,290 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:35,291 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:35,292 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,298 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName mob 2024-12-09T01:42:35,302 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:35,302 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:35,303 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,304 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,306 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,308 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,308 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,309 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733708545272 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:42:35,311 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,312 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c65378037e6c4db4910f030355312ee7; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11675038080, jitterRate=0.0873226523399353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:42:35,312 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:35,313 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c65378037e6c4db4910f030355312ee7: Running coprocessor pre-open hook at 1733708555275Writing region info on filesystem at 1733708555275Initializing all the Stores at 1733708555276 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708555276Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708555277 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708555277Cleaning up temporary data from old regions at 1733708555308 (+31 ms)Running coprocessor post-open hooks at 1733708555313 (+5 ms)Region opened successfully at 1733708555313 2024-12-09T01:42:35,314 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., pid=24, masterSystemTime=1733708555269 2024-12-09T01:42:35,317 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:35,317 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:35,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPEN, openSeqNum=107, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:35,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:35,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-09T01:42:35,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 in 207 msec 2024-12-09T01:42:35,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-09T01:42:35,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE in 1.1290 sec 2024-12-09T01:42:35,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-09T01:42:35,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733708545272 in 1.1440 sec 2024-12-09T01:42:35,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733708545272 in 1.5770 sec 2024-12-09T01:42:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-09T01:42:35,342 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733708545272 completed 2024-12-09T01:42:35,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1601f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:35,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:35,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:35,344 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e966162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:35,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:35,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d365e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:35,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:35,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:35,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733708545272', row='row-test-1733708545272-3-0', locateType=CURRENT is [region=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., hostname=1bae0942de96,42689,1733708537046, seqNum=107] 2024-12-09T01:42:35,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:42:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:42:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b993d1 2024-12-09T01:42:35,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:42:35,413 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:42:35,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-09T01:42:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-09T01:42:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T01:42:35,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-12-09T01:42:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T01:42:35,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-09T01:42:35,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-09T01:42:35,554 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:35,554 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:35,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-09T01:42:35,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741849_1025 (size=635) 2024-12-09T01:42:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:35,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17337085452722 2024-12-09T01:42:35,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17337085452722 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:35,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733708545272 2024-12-09T01:42:35,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733708545272 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:35,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17337085452721 2024-12-09T01:42:35,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17337085452721 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17337085452723 2024-12-09T01:42:35,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17337085452723 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:35,965 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62b94aff579200d7c9463bd482d604c6, NAME => 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741850_1026 (size=40) 2024-12-09T01:42:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:36,375 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:36,375 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 62b94aff579200d7c9463bd482d604c6, disabling compactions & flushes 2024-12-09T01:42:36,376 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,376 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,376 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. after waiting 0 ms 2024-12-09T01:42:36,376 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,376 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,376 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62b94aff579200d7c9463bd482d604c6: Waiting for close lock at 1733708556375Disabling compacts and flushes for region at 1733708556375Disabling writes for close at 1733708556376 (+1 ms)Writing region close event to WAL at 1733708556376Closed at 1733708556376 2024-12-09T01:42:36,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:36,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733708556378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708556378"}]},"ts":"1733708556378"} 2024-12-09T01:42:36,381 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:36,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:36,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708556382"}]},"ts":"1733708556382"} 2024-12-09T01:42:36,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-09T01:42:36,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=62b94aff579200d7c9463bd482d604c6, ASSIGN}] 2024-12-09T01:42:36,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=62b94aff579200d7c9463bd482d604c6, ASSIGN 2024-12-09T01:42:36,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=62b94aff579200d7c9463bd482d604c6, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:36,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=62b94aff579200d7c9463bd482d604c6, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:36,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=62b94aff579200d7c9463bd482d604c6, ASSIGN because future has completed 2024-12-09T01:42:36,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62b94aff579200d7c9463bd482d604c6, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:36,705 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,705 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 62b94aff579200d7c9463bd482d604c6, NAME => 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:36,706 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:36,706 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,706 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:36,706 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,706 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,708 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,710 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62b94aff579200d7c9463bd482d604c6 columnFamilyName meta 2024-12-09T01:42:36,710 DEBUG [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:36,711 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] regionserver.HStore(327): Store=62b94aff579200d7c9463bd482d604c6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:36,711 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,713 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62b94aff579200d7c9463bd482d604c6 columnFamilyName session 2024-12-09T01:42:36,713 DEBUG [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:36,714 INFO [StoreOpener-62b94aff579200d7c9463bd482d604c6-1 {}] regionserver.HStore(327): Store=62b94aff579200d7c9463bd482d604c6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:36,714 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,715 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,715 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,716 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,716 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,717 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T01:42:36,719 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,721 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:36,722 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 62b94aff579200d7c9463bd482d604c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10242616320, jitterRate=-0.0460820198059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T01:42:36,722 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:36,722 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 62b94aff579200d7c9463bd482d604c6: Running coprocessor pre-open hook at 1733708556706Writing region info on filesystem at 1733708556706Initializing all the Stores at 1733708556708 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708556708Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708556708Cleaning up temporary data from old regions at 1733708556716 (+8 ms)Running coprocessor post-open hooks at 1733708556722 (+6 ms)Region opened successfully at 1733708556722 2024-12-09T01:42:36,723 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., pid=28, masterSystemTime=1733708556695 2024-12-09T01:42:36,726 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,726 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:36,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=62b94aff579200d7c9463bd482d604c6, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:36,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62b94aff579200d7c9463bd482d604c6, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:36,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-09T01:42:36,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 62b94aff579200d7c9463bd482d604c6, server=1bae0942de96,42689,1733708537046 in 189 msec 2024-12-09T01:42:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-09T01:42:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=62b94aff579200d7c9463bd482d604c6, ASSIGN in 347 msec 2024-12-09T01:42:36,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:36,736 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708556735"}]},"ts":"1733708556735"} 2024-12-09T01:42:36,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-09T01:42:36,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:36,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1880 sec 2024-12-09T01:42:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-09T01:42:37,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-09T01:42:37,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-09T01:42:37,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:37,731 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:37,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-09T01:42:37,732 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741851_1027 (size=640) 2024-12-09T01:42:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:38,141 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80eaaab6add6ee9bc2159777ed21e21a, NAME => 'backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:38,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741852_1028 (size=45) 2024-12-09T01:42:38,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T01:42:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:38,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-09T01:42:38,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17337085452723' 2024-12-09T01:42:38,553 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:38,553 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 80eaaab6add6ee9bc2159777ed21e21a, disabling compactions & flushes 2024-12-09T01:42:38,553 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,553 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,553 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. after waiting 0 ms 2024-12-09T01:42:38,553 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,553 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,554 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80eaaab6add6ee9bc2159777ed21e21a: Waiting for close lock at 1733708558553Disabling compacts and flushes for region at 1733708558553Disabling writes for close at 1733708558553Writing region close event to WAL at 1733708558553Closed at 1733708558553 2024-12-09T01:42:38,556 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:38,557 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733708558556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708558556"}]},"ts":"1733708558556"} 2024-12-09T01:42:38,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:42:38,564 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:38,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708558564"}]},"ts":"1733708558564"} 2024-12-09T01:42:38,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-09T01:42:38,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=80eaaab6add6ee9bc2159777ed21e21a, ASSIGN}] 2024-12-09T01:42:38,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=80eaaab6add6ee9bc2159777ed21e21a, ASSIGN 2024-12-09T01:42:38,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=80eaaab6add6ee9bc2159777ed21e21a, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:42:38,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=80eaaab6add6ee9bc2159777ed21e21a, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=80eaaab6add6ee9bc2159777ed21e21a, ASSIGN because future has completed 2024-12-09T01:42:38,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:42:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:38,887 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,887 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 80eaaab6add6ee9bc2159777ed21e21a, NAME => 'backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:38,887 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:42:38,888 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,888 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:38,888 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,888 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,890 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,891 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80eaaab6add6ee9bc2159777ed21e21a columnFamilyName meta 2024-12-09T01:42:38,892 DEBUG [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:38,892 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] regionserver.HStore(327): Store=80eaaab6add6ee9bc2159777ed21e21a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:38,893 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,894 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80eaaab6add6ee9bc2159777ed21e21a columnFamilyName session 2024-12-09T01:42:38,894 DEBUG [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:38,895 INFO [StoreOpener-80eaaab6add6ee9bc2159777ed21e21a-1 {}] regionserver.HStore(327): Store=80eaaab6add6ee9bc2159777ed21e21a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:38,895 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,896 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system_bulk/80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,897 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system_bulk/80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,898 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,898 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,899 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T01:42:38,900 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,903 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system_bulk/80eaaab6add6ee9bc2159777ed21e21a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:38,904 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 80eaaab6add6ee9bc2159777ed21e21a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9413260800, jitterRate=-0.1233217716217041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T01:42:38,904 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:42:38,905 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 80eaaab6add6ee9bc2159777ed21e21a: Running coprocessor pre-open hook at 1733708558888Writing region info on filesystem at 1733708558888Initializing all the Stores at 1733708558889 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708558890 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708558890Cleaning up temporary data from old regions at 1733708558898 (+8 ms)Running coprocessor post-open hooks at 1733708558904 (+6 ms)Region opened successfully at 1733708558905 (+1 ms) 2024-12-09T01:42:38,906 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a., pid=31, masterSystemTime=1733708558882 2024-12-09T01:42:38,909 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,909 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:42:38,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=80eaaab6add6ee9bc2159777ed21e21a, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:42:38,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:42:38,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-09T01:42:38,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a, server=1bae0942de96,42689,1733708537046 in 187 msec 2024-12-09T01:42:38,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-09T01:42:38,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=80eaaab6add6ee9bc2159777ed21e21a, ASSIGN in 350 msec 2024-12-09T01:42:38,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:38,922 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708558922"}]},"ts":"1733708558922"} 2024-12-09T01:42:38,924 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-09T01:42:38,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:38,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1960 sec 2024-12-09T01:42:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T01:42:39,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-09T01:42:39,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:39,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:39,901 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-09T01:42:39,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-09T01:42:39,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708559921 (current time:1733708559921). 2024-12-09T01:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-09T01:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719dc483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:39,923 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df2cd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:39,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef03a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:39,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:39,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:39,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:39,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:39,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:42:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-09T01:42:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:39,940 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:42:39,945 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:42:39,955 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:42:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741853_1029 (size=52) 2024-12-09T01:42:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:40,364 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:42:40,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6}] 2024-12-09T01:42:40,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:40,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T01:42:40,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:40,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 62b94aff579200d7c9463bd482d604c6 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-09T01:42:40,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/adb984eed06c45d0a6e5b63f5346cc8a is 49, key is activesession:/session:c/1733708559913/Put/seqid=0 2024-12-09T01:42:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741854_1030 (size=5049) 2024-12-09T01:42:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:40,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/adb984eed06c45d0a6e5b63f5346cc8a 2024-12-09T01:42:40,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/adb984eed06c45d0a6e5b63f5346cc8a as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a 2024-12-09T01:42:40,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a, entries=1, sequenceid=5, filesize=4.9 K 2024-12-09T01:42:40,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 442ms, sequenceid=5, compaction requested=false 2024-12-09T01:42:40,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 62b94aff579200d7c9463bd482d604c6: 2024-12-09T01:42:40,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. for snapshot_backup_system completed. 2024-12-09T01:42:40,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.' region-info for snapshot=snapshot_backup_system 2024-12-09T01:42:40,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:42:40,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:42:40,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a] hfiles 2024-12-09T01:42:40,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a for snapshot=snapshot_backup_system 2024-12-09T01:42:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741855_1031 (size=95) 2024-12-09T01:42:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:41,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:41,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T01:42:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T01:42:41,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:41,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:41,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-09T01:42:41,404 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:42:41,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 in 1.0340 sec 2024-12-09T01:42:41,406 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:42:41,408 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:42:41,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-09T01:42:41,411 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-09T01:42:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741856_1032 (size=731) 2024-12-09T01:42:41,836 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:42:41,847 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:42:41,848 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_backup_system 2024-12-09T01:42:41,850 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:42:41,850 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-09T01:42:41,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9140 sec 2024-12-09T01:42:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-09T01:42:42,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-09T01:42:42,088 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733708555391 started at 1733708562087. 2024-12-09T01:42:42,103 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733708555391 has been started. 2024-12-09T01:42:42,107 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-09T01:42:42,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-09T01:42:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-09T01:42:42,113 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-09T01:42:42,113 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-09T01:42:42,113 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-09T01:42:42,114 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-09T01:42:42,114 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,114 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:42:42,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:42:42,160 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,161 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:42:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:42:42,162 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,162 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-09T01:42:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-09T01:42:42,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-09T01:42:42,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:42:42,167 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-09T01:42:42,170 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-09T01:42:42,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-09T01:42:42,171 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-09T01:42:42,171 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-09T01:42:42,171 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-09T01:42:42,172 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-09T01:42:42,172 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure (rolllog) in zk 2024-12-09T01:42:42,176 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:42:42,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:42:42,177 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,177 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-09T01:42:42,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:42:42,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:42:42,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:42:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-09T01:42:42,180 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5e3e1131[Count = 0] remaining members to acquire global barrier 2024-12-09T01:42:42,180 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-09T01:42:42,180 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,185 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,185 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-09T01:42:42,185 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,185 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-09T01:42:42,186 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-09T01:42:42,186 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,191 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733708540468 highest: 1733708546561 on 1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,191 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.meta:.meta(num 1733708540865) roll requested 2024-12-09T01:42:42,202 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta, exclude list is [], retry=0 2024-12-09T01:42:42,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:42,207 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta 2024-12-09T01:42:42,208 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:42,208 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta is not closed yet, will try archiving it next time 2024-12-09T01:42:42,208 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0:(num 1733708540468) roll requested 2024-12-09T01:42:42,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741834_1010 (size=12055) 2024-12-09T01:42:42,222 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208, exclude list is [], retry=0 2024-12-09T01:42:42,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:42,226 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 2024-12-09T01:42:42,227 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:42,227 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 is not closed yet, will try archiving it next time 2024-12-09T01:42:42,227 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1:(num 1733708546561) roll requested 2024-12-09T01:42:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741833_1009 (size=1034) 2024-12-09T01:42:42,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 not finished, retry = 0 2024-12-09T01:42:42,238 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227, exclude list is [], retry=0 2024-12-09T01:42:42,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:42:42,243 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 2024-12-09T01:42:42,243 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:42:42,243 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 is not closed yet, will try archiving it next time 2024-12-09T01:42:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741840_1016 (size=4756) 2024-12-09T01:42:42,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 not finished, retry = 0 2024-12-09T01:42:42,252 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-09T01:42:42,252 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733708562208 on 1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,252 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:42:42,253 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:42:42,253 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14720e90 2024-12-09T01:42:42,253 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:42:42,254 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:42:42,255 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:42,255 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:42,255 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:42,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:42:42,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:42,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:42,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37953/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:42,280 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-09T01:42:42,280 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1bae0942de96,42689,1733708537046' in zk 2024-12-09T01:42:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,310 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-09T01:42:42,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,310 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:42:42,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:42:42,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:42:42,310 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-09T01:42:42,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:42:42,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:42:42,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:42:42,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1bae0942de96,42689,1733708537046': 2024-12-09T01:42:42,318 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-09T01:42:42,318 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-09T01:42:42,318 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-09T01:42:42,318 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-09T01:42:42,318 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1bae0942de96,42689,1733708537046' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-09T01:42:42,318 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-09T01:42:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:42:42,326 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:42:42,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:42:42,327 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:42:42,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:42:42,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:42:42,327 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:42:42,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,329 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:42:42,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:42:42,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,330 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708540468 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,343 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:42:42,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:42:42,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:42:42,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:42:42,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:42:42,344 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:42:42,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-09T01:42:42,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-09T01:42:42,344 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:42:42,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:42:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-09T01:42:42,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } 2024-12-09T01:42:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708562364 (current time:1733708562364). 2024-12-09T01:42:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:42:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708562363_default_test-1733708545272 VERSION not specified, setting to 2 2024-12-09T01:42:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5634c36b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:42,366 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:42,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:42,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bf2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:42,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:42,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:42,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38800560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:42,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:42,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:42,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:42,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:42,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:42:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } 2024-12-09T01:42:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-09T01:42:42,374 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:42:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:42,376 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:42:42,379 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:42:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741860_1036 (size=84) 2024-12-09T01:42:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:42,789 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:42:42,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7}] 2024-12-09T01:42:42,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:42,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T01:42:42,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:42,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c65378037e6c4db4910f030355312ee7 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-09T01:42:42,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f3/dec3a1aba90c433bb1e32b05a4b40b03 is 58, key is row-test-1733708545272-3-0/f3:q1/1733708555356/Put/seqid=0 2024-12-09T01:42:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741861_1037 (size=5387) 2024-12-09T01:42:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:43,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f3/dec3a1aba90c433bb1e32b05a4b40b03 2024-12-09T01:42:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741862_1038 (size=4469) 2024-12-09T01:42:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:43,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/35834498b4ea4e94a4ea06ee645c287d is 59, key is row-test-1733708545272-3-0/mob:q1/1733708555374/Put/seqid=0 2024-12-09T01:42:43,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741863_1039 (size=5484) 2024-12-09T01:42:44,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:42:44,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f3/dec3a1aba90c433bb1e32b05a4b40b03 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 2024-12-09T01:42:44,253 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03, entries=6, sequenceid=121, filesize=5.3 K 2024-12-09T01:42:44,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/35834498b4ea4e94a4ea06ee645c287d as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:42:44,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d, entries=6, sequenceid=121, filesize=5.4 K 2024-12-09T01:42:44,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 1316ms, sequenceid=121, compaction requested=false 2024-12-09T01:42:44,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c65378037e6c4db4910f030355312ee7: 2024-12-09T01:42:44,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. for snapshot_1733708562363_default_test-1733708545272 completed. 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.' region-info for snapshot=snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5] hfiles 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 for snapshot=snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03] hfiles 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 for snapshot=snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d] hfiles 2024-12-09T01:42:44,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d for snapshot=snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741864_1040 (size=185) 2024-12-09T01:42:44,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-09T01:42:44,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:42:44,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-09T01:42:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:44,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:44,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T01:42:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T01:42:44,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708562363_default_test-1733708545272 on region c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:44,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:44,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-09T01:42:44,681 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:42:44,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 in 1.8870 sec 2024-12-09T01:42:44,683 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:42:44,685 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T01:42:44,685 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T01:42:44,686 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:44,687 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-09T01:42:44,687 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:44,688 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-09T01:42:44,688 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:44,689 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-09T01:42:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741865_1041 (size=49) 2024-12-09T01:42:45,102 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:42:45,103 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:45,105 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741866_1042 (size=1146) 2024-12-09T01:42:45,524 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:42:45,535 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:42:45,535 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708562363_default_test-1733708545272 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:45,537 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:42:45,537 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-09T01:42:45,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733708562363_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } in 3.1650 sec 2024-12-09T01:42:45,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-09T01:42:45,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:45,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-09T01:42:45,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T01:42:46,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733708545272 completed 2024-12-09T01:42:46,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } 2024-12-09T01:42:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708566548 (current time:1733708566548). 2024-12-09T01:42:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:42:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708566547_ns2_test-17337085452721 VERSION not specified, setting to 2 2024-12-09T01:42:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45372e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:46,552 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:46,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:46,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:46,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@925db3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:46,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:46,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:46,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:46,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:46,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2b9c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:46,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:46,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:46,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:46,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:42:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:46,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:42:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } 2024-12-09T01:42:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-09T01:42:46,566 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:42:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:46,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:42:46,572 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:42:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741867_1043 (size=86) 2024-12-09T01:42:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:46,985 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:42:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d}] 2024-12-09T01:42:46,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:47,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-09T01:42:47,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:47,142 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 29039a374866b53031727b1faadc3b3d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-09T01:42:47,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/bd2c244496ea4fae8427342582b96311 is 37, key is row10/f:q1/1733708549269/Put/seqid=0 2024-12-09T01:42:47,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741868_1044 (size=8413) 2024-12-09T01:42:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:47,570 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:42:47,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/bd2c244496ea4fae8427342582b96311 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:42:47,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311, entries=99, sequenceid=103, filesize=8.2 K 2024-12-09T01:42:47,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 29039a374866b53031727b1faadc3b3d in 452ms, sequenceid=103, compaction requested=false 2024-12-09T01:42:47,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 29039a374866b53031727b1faadc3b3d: 2024-12-09T01:42:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. for snapshot_1733708566547_ns2_test-17337085452721 completed. 2024-12-09T01:42:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.' region-info for snapshot=snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:42:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311] hfiles 2024-12-09T01:42:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 for snapshot=snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741869_1045 (size=91) 2024-12-09T01:42:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:48,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:42:48,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T01:42:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T01:42:48,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708566547_ns2_test-17337085452721 on region 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:48,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d 2024-12-09T01:42:48,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T01:42:48,011 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:42:48,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d in 1.0220 sec 2024-12-09T01:42:48,013 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:42:48,014 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:42:48,014 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:48,016 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741870_1046 (size=456) 2024-12-09T01:42:48,431 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:42:48,441 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:42:48,442 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708566547_ns2_test-17337085452721 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:48,444 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:42:48,444 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-09T01:42:48,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733708566547_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } in 1.8810 sec 2024-12-09T01:42:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-09T01:42:48,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17337085452721 completed 2024-12-09T01:42:48,717 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733708555391 2024-12-09T01:42:48,717 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-09T01:42:48,719 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-09T01:42:48,722 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708555391_ns2:test-17337085452721 2024-12-09T01:42:48,722 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708566547_ns2_test-17337085452721 to hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/ 2024-12-09T01:42:48,728 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:42:48,756 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:48,756 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/.hbase-snapshot/.tmp/snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:48,759 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:42:48,764 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708566547_ns2_test-17337085452721 to hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/.hbase-snapshot/.tmp/snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741872_1048 (size=86) 2024-12-09T01:42:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741871_1047 (size=456) 2024-12-09T01:42:49,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-2378297006537096695.jar 2024-12-09T01:42:49,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:49,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:42:50,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:42:50,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:42:50,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:42:50,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:42:50,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:42:50,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:42:50,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:42:50,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:42:50,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:42:50,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:42:50,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:50,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:50,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:50,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:50,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:50,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:50,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:50,059 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:42:50,088 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708566547_ns2_test-17337085452721' hfile list 2024-12-09T01:42:50,093 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-09T01:42:50,289 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1826998190_0001_86628989-4a0e-4b43-b636-c3a4696230cf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:42:50,289 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1826998190_0001_86628989-4a0e-4b43-b636-c3a4696230cf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:42:50,430 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-09T01:42:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741873_1049 (size=8413) 2024-12-09T01:42:50,943 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 output=hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:42:50,945 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-12-09T01:42:51,359 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:42:51,361 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:42:51,367 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:51,367 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708566547_ns2_test-17337085452721 finished. 2024-12-09T01:42:51,367 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708555391_test-1733708545272 2024-12-09T01:42:51,367 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708562363_default_test-1733708545272 to hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/ 2024-12-09T01:42:51,367 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:42:51,391 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:42:51,391 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/.hbase-snapshot/.tmp/snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:51,393 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:42:51,399 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708562363_default_test-1733708545272 to hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/.hbase-snapshot/.tmp/snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741874_1050 (size=84) 2024-12-09T01:42:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741875_1051 (size=1146) 2024-12-09T01:42:51,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:51,820 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:51,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-15385558633894879148.jar 2024-12-09T01:42:52,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:42:52,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:42:52,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:42:52,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:42:52,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:42:52,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:42:52,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:42:52,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:42:52,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:42:52,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:42:52,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:42:52,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:42:52,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:52,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:52,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:52,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:52,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:42:52,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:52,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:42:52,642 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:42:52,664 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708562363_default_test-1733708545272' hfile list 2024-12-09T01:42:52,667 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-09T01:42:52,746 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1157426869_0002_87109a9e-dfc3-4b3e-895a-dd0e54a1a6a7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:42:52,746 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1157426869_0002_87109a9e-dfc3-4b3e-895a-dd0e54a1a6a7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:42:52,812 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-09T01:42:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741876_1052 (size=8413) 2024-12-09T01:42:53,247 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 output=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:42:53,247 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-09T01:42:53,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741877_1053 (size=5484) 2024-12-09T01:42:53,708 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d output=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:42:53,708 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-09T01:42:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741878_1054 (size=5387) 2024-12-09T01:42:54,149 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 output=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 2024-12-09T01:42:54,149 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-12-09T01:42:54,790 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:42:54,792 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:42:54,804 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:54,805 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708562363_default_test-1733708545272 finished. 2024-12-09T01:42:54,805 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17337085452721 2024-12-09T01:42:54,805 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733708545272 2024-12-09T01:42:54,849 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708555391 2024-12-09T01:42:54,849 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-09T01:42:54,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741879_1055 (size=97) 2024-12-09T01:42:55,259 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:37953/backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:42:55,265 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733708555391 finished: type=FULL,tablelist=ns2:test-17337085452721;test-1733708545272,targetRootDir=hdfs://localhost:37953/backupUT,startts=1733708562087,completets=1733708574847,bytescopied=0 2024-12-09T01:42:55,265 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-09T01:42:55,265 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:55,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708566547_ns2_test-17337085452721" type: DISABLED 2024-12-09T01:42:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708566547_ns2_test-17337085452721 2024-12-09T01:42:55,276 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708566547_ns2_test-17337085452721 for backup backup_1733708555391 succeeded. 2024-12-09T01:42:55,276 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:55,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708562363_default_test-1733708545272" type: DISABLED 2024-12-09T01:42:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708562363_default_test-1733708545272 2024-12-09T01:42:55,280 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708562363_default_test-1733708545272 for backup backup_1733708555391 succeeded. 2024-12-09T01:42:55,281 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-09T01:42:55,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-09T01:42:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-09T01:42:55,295 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-09T01:42:55,301 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-09T01:42:55,316 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733708555391 completed. 2024-12-09T01:42:55,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:55,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733708555391', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:55,342 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:42:55,345 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:42:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:55,538 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733708545272 2024-12-09T01:42:55,554 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733708545272 2024-12-09T01:42:55,734 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733708545272 to Mob enabled CF 2024-12-09T01:42:55,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17337085452721', row='row-t20', locateType=CURRENT is [region=ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:42:55,759 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17337085452721 2024-12-09T01:42:55,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:42:55,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] assignment.SplitTableRegionProcedure(210): test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. splitKey isn't explicitly specified, will try to find a best split key from RS 1bae0942de96,42689,1733708537046 2024-12-09T01:42:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 because midkey is the same as first or last row 2024-12-09T01:42:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 because midkey is the same as first or last row 2024-12-09T01:42:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d because midkey is the same as first or last row 2024-12-09T01:42:55,769 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HRegion(2902): Flushing c65378037e6c4db4910f030355312ee7 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-09T01:42:55,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/df59c7479e554f7bb6eef3addfc7592b is 59, key is row-test-1733708545272-1-10/f:q1/1733708575380/Put/seqid=0 2024-12-09T01:42:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741880_1056 (size=10796) 2024-12-09T01:42:56,191 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/df59c7479e554f7bb6eef3addfc7592b 2024-12-09T01:42:56,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 is 63, key is row-test-1733708545272-3-100/mob:q1/1733708575718/Put/seqid=0 2024-12-09T01:42:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741881_1057 (size=5591) 2024-12-09T01:42:56,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:56,631 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 2024-12-09T01:42:56,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/d49ac5cedfd94fa48471ed4ac84a0044, store: [table=test-1733708545272 family=mob region=c65378037e6c4db4910f030355312ee7] 2024-12-09T01:42:56,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/d49ac5cedfd94fa48471ed4ac84a0044 is 192, key is row-test-1733708545272-3-100/mob:q1/1733708575718/Put/seqid=0 2024-12-09T01:42:56,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741882_1058 (size=13760) 2024-12-09T01:42:57,039 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/d49ac5cedfd94fa48471ed4ac84a0044 2024-12-09T01:42:57,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f/df59c7479e554f7bb6eef3addfc7592b as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b 2024-12-09T01:42:57,064 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b, entries=99, sequenceid=334, filesize=10.5 K 2024-12-09T01:42:57,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/mob/d49ac5cedfd94fa48471ed4ac84a0044 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 2024-12-09T01:42:57,073 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044, entries=111, sequenceid=334, filesize=13.4 K 2024-12-09T01:42:57,074 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 1306ms, sequenceid=334, compaction requested=false 2024-12-09T01:42:57,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.HRegion(2603): Flush status journal for c65378037e6c4db4910f030355312ee7: 2024-12-09T01:42:57,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b because midkey is the same as first or last row 2024-12-09T01:42:57,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 because midkey is the same as first or last row 2024-12-09T01:42:57,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 because midkey is the same as first or last row 2024-12-09T01:42:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=1bae0942de96,42689,1733708537046 2024-12-09T01:42:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:42:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:56016 deadline: 1733708635764, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-09T01:42:57,081 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:57,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733708545272 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:57,082 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:57,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733708545272,, stopping at row=test-1733708545272 ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,092 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733708545272,, stopping at row=test-1733708545272 ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,099 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1340 2024-12-09T01:42:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,133 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-09T01:42:57,138 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708577099 2024-12-09T01:42:57,144 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733708555391} 2024-12-09T01:42:57,144 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-09T01:42:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:42:57,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:42:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708577196 (current time:1733708577196). 2024-12-09T01:42:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:42:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-09T01:42:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11808d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:42:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:57,198 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:42:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:42:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3e5c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:42:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:57,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:57,201 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee52401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:42:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:57,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:42:57,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:57,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:57,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:42:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:42:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:57,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:42:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:42:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-09T01:42:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:57,208 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:42:57,209 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:42:57,211 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:42:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741883_1059 (size=52) 2024-12-09T01:42:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:57,620 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:42:57,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6}] 2024-12-09T01:42:57,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:57,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-09T01:42:57,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:57,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 62b94aff579200d7c9463bd482d604c6 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-09T01:42:57,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/0a2c9cfdb5de497fbe435a2d608e05c0 is 158, key is trslm:hdfs://localhost:37953/backupUT\x00ns2:test-17337085452721/meta:log-roll-map/1733708574838/Put/seqid=0 2024-12-09T01:42:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741884_1060 (size=5914) 2024-12-09T01:42:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:58,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/0a2c9cfdb5de497fbe435a2d608e05c0 2024-12-09T01:42:58,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/69972a6bd15b4f199cbe21d4055942b2 is 433, key is session:backup_1733708555391/session:context/1733708575299/Put/seqid=0 2024-12-09T01:42:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741885_1061 (size=5535) 2024-12-09T01:42:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:58,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/69972a6bd15b4f199cbe21d4055942b2 2024-12-09T01:42:58,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/0a2c9cfdb5de497fbe435a2d608e05c0 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0 2024-12-09T01:42:58,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0, entries=6, sequenceid=17, filesize=5.8 K 2024-12-09T01:42:58,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/69972a6bd15b4f199cbe21d4055942b2 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2 2024-12-09T01:42:58,653 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2, entries=2, sequenceid=17, filesize=5.4 K 2024-12-09T01:42:58,654 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 878ms, sequenceid=17, compaction requested=false 2024-12-09T01:42:58,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 62b94aff579200d7c9463bd482d604c6: 2024-12-09T01:42:58,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. for snapshot_backup_system completed. 2024-12-09T01:42:58,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.' region-info for snapshot=snapshot_backup_system 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0] hfiles 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0 for snapshot=snapshot_backup_system 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2] hfiles 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a for snapshot=snapshot_backup_system 2024-12-09T01:42:58,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2 for snapshot=snapshot_backup_system 2024-12-09T01:42:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741886_1062 (size=173) 2024-12-09T01:42:59,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:42:59,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T01:42:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T01:42:59,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:59,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:42:59,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-09T01:42:59,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:42:59,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 in 1.4450 sec 2024-12-09T01:42:59,071 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:42:59,072 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:42:59,072 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-09T01:42:59,073 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-09T01:42:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741887_1063 (size=810) 2024-12-09T01:42:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:42:59,486 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:42:59,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:42:59,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_backup_system 2024-12-09T01:42:59,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:42:59,501 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-09T01:42:59,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2950 sec 2024-12-09T01:43:01,238 DEBUG [master/1bae0942de96:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733708545272 2024-12-09T01:43:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741888_1064 (size=950) 2024-12-09T01:43:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-09T01:43:01,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-09T01:43:01,368 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733708577099 started at 1733708581368. 2024-12-09T01:43:01,375 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733708577099 has been started. 2024-12-09T01:43:01,382 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733708545272, ns2:test-17337085452721] 2024-12-09T01:43:01,387 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733708546561for backupID backup_1733708577099 2024-12-09T01:43:01,387 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-09T01:43:01,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-09T01:43:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-09T01:43:01,388 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-09T01:43:01,388 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-09T01:43:01,388 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-09T01:43:01,388 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-09T01:43:01,389 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,389 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:01,424 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:01,425 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:01,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:01,425 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,425 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-09T01:43:01,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:01,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-09T01:43:01,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:01,428 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-09T01:43:01,428 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-09T01:43:01,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-09T01:43:01,428 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-09T01:43:01,429 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-09T01:43:01,429 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-09T01:43:01,429 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-09T01:43:01,429 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure (rolllog) in zk 2024-12-09T01:43:01,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,562 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:01,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:01,563 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,563 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-09T01:43:01,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:01,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:01,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:01,565 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-09T01:43:01,565 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@686678a4[Count = 0] remaining members to acquire global barrier 2024-12-09T01:43:01,565 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-09T01:43:01,565 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,628 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,628 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-09T01:43:01,628 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,628 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-09T01:43:01,628 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-09T01:43:01,628 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,629 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733708562208 highest: 1733708562227 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,629 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.meta:.meta(num 1733708562192) roll requested 2024-12-09T01:43:01,640 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta, exclude list is [], retry=0 2024-12-09T01:43:01,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:01,645 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta 2024-12-09T01:43:01,645 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:01,645 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta is not closed yet, will try archiving it next time 2024-12-09T01:43:01,645 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0:(num 1733708562208) roll requested 2024-12-09T01:43:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741857_1033 (size=93) 2024-12-09T01:43:01,647 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta 2024-12-09T01:43:01,662 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645, exclude list is [], retry=0 2024-12-09T01:43:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:01,667 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 2024-12-09T01:43:01,667 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:01,667 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 is not closed yet, will try archiving it next time 2024-12-09T01:43:01,667 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1:(num 1733708562227) roll requested 2024-12-09T01:43:01,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741858_1034 (size=1198) 2024-12-09T01:43:01,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 not finished, retry = 0 2024-12-09T01:43:01,680 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668, exclude list is [], retry=0 2024-12-09T01:43:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:01,685 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 2024-12-09T01:43:01,685 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:01,685 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 is not closed yet, will try archiving it next time 2024-12-09T01:43:01,686 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708546561 2024-12-09T01:43:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741859_1035 (size=30490) 2024-12-09T01:43:01,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 not finished, retry = 0 2024-12-09T01:43:01,689 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-09T01:43:01,689 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733708581645 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,698 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000002.908 2024-12-09T01:43:01,698 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000003.950 2024-12-09T01:43:01,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:01,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733708545272 in 463 msec 2024-12-09T01:43:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:01,713 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-09T01:43:01,713 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1bae0942de96,42689,1733708537046' in zk 2024-12-09T01:43:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,861 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-09T01:43:01,861 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:01,861 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-09T01:43:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:01,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:01,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:01,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:01,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1bae0942de96,42689,1733708537046': 2024-12-09T01:43:01,865 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-09T01:43:01,865 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1bae0942de96,42689,1733708537046' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-09T01:43:01,865 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-09T01:43:01,865 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-09T01:43:01,865 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-09T01:43:01,865 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-09T01:43:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:01,880 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:01,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:01,881 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:01,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:01,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:01,882 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:01,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:01,883 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:01,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:01,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:01,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:01,891 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:01,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-09T01:43:01,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-09T01:43:01,892 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:01,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-09T01:43:01,898 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1bae0942de96:42689=1733708546561} newestTimestamps: {1bae0942de96:42689=1733708562227} 2024-12-09T01:43:01,900 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta 2024-12-09T01:43:01,900 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta 2024-12-09T01:43:01,900 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 2024-12-09T01:43:01,900 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 2024-12-09T01:43:01,901 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 2024-12-09T01:43:01,901 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 2024-12-09T01:43:01,901 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta 2024-12-09T01:43:01,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741892_1068 (size=364) 2024-12-09T01:43:02,313 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17337085452721 target: hdfs://localhost:37953/backupUT/backup_1733708577099/ns2/test-17337085452721 descriptor: 'ns2:test-17337085452721', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:02,313 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:02,317 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17337085452721 2024-12-09T01:43:02,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741893_1069 (size=50) 2024-12-09T01:43:02,728 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17337085452721 2024-12-09T01:43:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741894_1070 (size=950) 2024-12-09T01:43:03,146 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733708545272 target: hdfs://localhost:37953/backupUT/backup_1733708577099/default/test-1733708545272 descriptor: 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:03,146 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:03,150 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733708545272 2024-12-09T01:43:03,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741895_1071 (size=53) 2024-12-09T01:43:03,558 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733708545272 2024-12-09T01:43:03,577 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099 from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208;hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 2024-12-09T01:43:03,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b13e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:03,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:03,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:03,580 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f9c453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:03,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:03,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:03,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:43:03,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:43:03,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed369aa 2024-12-09T01:43:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:43:03,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:43:03,590 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:43:03,591 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733708545272 2024-12-09T01:43:03,591 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733708545272,, stopping at row=test-1733708545272 ,, for max=2147483647 with caching=100 2024-12-09T01:43:03,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:03,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:03,595 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733708545272: test-1733708545272; 2024-12-09T01:43:03,596 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17337085452721 2024-12-09T01:43:03,596 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17337085452721,, stopping at row=ns2:test-17337085452721 ,, for max=2147483647 with caching=100 2024-12-09T01:43:03,598 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17337085452721: ns2:test-17337085452721; 2024-12-09T01:43:03,599 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-09T01:43:03,599 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_880f7720-6b21-4247-b74e-e00e3e4415b0 2024-12-09T01:43:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741896_1072 (size=192) 2024-12-09T01:43:04,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-16452167993635968965.jar 2024-12-09T01:43:04,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:04,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:04,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:04,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:04,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:04,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:04,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:04,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:04,820 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:04,820 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:04,820 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:04,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:04,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:04,823 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733708545272,ns2:test-17337085452721 2024-12-09T01:43:04,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:43:04,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:04,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:04,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:04,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:04,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:05,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-14714615360633519893.jar 2024-12-09T01:43:05,608 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:05,629 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 for WAL files 2024-12-09T01:43:05,631 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 2024-12-09T01:43:05,631 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 for WAL files 2024-12-09T01:43:05,632 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 2024-12-09T01:43:05,729 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1119981877_0003_30784699-e881-469d-b7c0-613e1d61417e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:05,729 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1119981877_0003_30784699-e881-469d-b7c0-613e1d61417e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:05,803 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 for hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 (-9223372036854775808:9223372036854775807) length:30490 2024-12-09T01:43:05,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-09T01:43:05,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-09T01:43:05,856 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 for hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 (-9223372036854775808:9223372036854775807) length:1198 2024-12-09T01:43:05,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-09T01:43:05,860 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-09T01:43:05,930 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de95e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:05,931 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:05,931 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:05,932 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:05,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4b4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:05,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:05,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:05,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:05,934 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ca834e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:05,935 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:05,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:05,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17337085452721', row='row-t20', locateType=CURRENT is [region=ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:43:05,941 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-09T01:43:05,941 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:05,941 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:05,941 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:05,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:05,941 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-09T01:43:05,941 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:43:05,947 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099/_temporary/0/_temporary/attempt_local1119981877_0003_r_000000_0/ns2/test-17337085452721/f/53700141b07b4b738d813aefcad63ea2 is 38, key is row-t20/f:q1/1733708575746/Put/seqid=0 2024-12-09T01:43:05,949 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:43:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741897_1073 (size=5275) 2024-12-09T01:43:06,424 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f3223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,424 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:06,424 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:06,425 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd63c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a62e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,427 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:06,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:06,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733708545272', row='row-test-1733708545272-1-0', locateType=CURRENT is [region=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., hostname=1bae0942de96,42689,1733708537046, seqNum=107] 2024-12-09T01:43:06,431 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-09T01:43:06,431 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:06,431 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,432 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:06,432 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-1-0] 2024-12-09T01:43:06,432 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:43:06,447 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b2d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,447 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:06,447 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:06,448 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1376b4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:06,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc43e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:06,451 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:06,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:06,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:06,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733708545272', row='row-test-1733708545272-3-0', locateType=CURRENT is [region=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., hostname=1bae0942de96,42689,1733708537046, seqNum=107] 2024-12-09T01:43:06,455 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-09T01:43:06,455 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:06,455 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,455 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:06,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:06,455 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-3-0] 2024-12-09T01:43:06,455 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:43:06,466 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099/_temporary/0/_temporary/attempt_local1119981877_0003_r_000001_0/default/test-1733708545272/f/6f5da569e81147b28ae364824e755aa6 is 59, key is row-test-1733708545272-1-10/f:q1/1733708575380/Put/seqid=0 2024-12-09T01:43:06,468 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:43:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741898_1074 (size=10770) 2024-12-09T01:43:06,873 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099/_temporary/0/_temporary/attempt_local1119981877_0003_r_000001_0/default/test-1733708545272/mob/2f03b14e17824bf59f675c91a5879478 is 63, key is row-test-1733708545272-3-100/mob:q1/1733708575718/Put/seqid=0 2024-12-09T01:43:06,876 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:43:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741899_1075 (size=11811) 2024-12-09T01:43:07,775 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37953/backupUT 2024-12-09T01:43:07,775 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733708577099 2024-12-09T01:43:07,775 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-09T01:43:07,790 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099, hdfs://localhost:37953/backupUT] 2024-12-09T01:43:07,857 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741900_1076 (size=10770) 2024-12-09T01:43:08,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741901_1077 (size=5275) 2024-12-09T01:43:08,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741902_1078 (size=11811) 2024-12-09T01:43:08,955 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-09T01:43:08,959 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733708577099 2024-12-09T01:43:08,960 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-09T01:43:08,961 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1647350914_0004 completed: true true 2024-12-09T01:43:08,963 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3832100 FILE: Number of bytes written=6205787 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231564 HDFS: Number of bytes written=2433152 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-09T01:43:08,963 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37953/backupUT/.tmp/backup_1733708577099 to hdfs://localhost:37953/backupUT finished. 2024-12-09T01:43:08,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17337085452721:', locateType=CURRENT is [region=backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:43:08,978 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708577099 2024-12-09T01:43:08,982 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733708555391} 2024-12-09T01:43:08,982 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-09T01:43:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741903_1079 (size=317) 2024-12-09T01:43:09,388 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:37953/backupUT/backup_1733708577099/.backup.manifest 2024-12-09T01:43:09,388 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733708577099 finished: type=INCREMENTAL,tablelist=ns2:test-17337085452721;test-1733708545272,targetRootDir=hdfs://localhost:37953/backupUT,startts=1733708581368,completets=1733708588978,bytescopied=0 2024-12-09T01:43:09,389 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-09T01:43:09,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-09T01:43:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-09T01:43:09,400 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-09T01:43:09,403 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-09T01:43:09,409 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733708577099 completed. 2024-12-09T01:43:09,409 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-09T01:43:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:09,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:09,426 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708577099/.backup.manifest 2024-12-09T01:43:09,429 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708577099/.backup.manifest 2024-12-09T01:43:09,429 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708577099/.backup.manifest 2024-12-09T01:43:09,432 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708577099/.backup.manifest 2024-12-09T01:43:09,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733708545272 from 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733708545272', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733708545272 2024-12-09T01:43:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741904_1080 (size=908) 2024-12-09T01:43:09,852 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000003.950 2024-12-09T01:43:09,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000004.908 2024-12-09T01:43:09,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733708545272}] 2024-12-09T01:43:09,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE}] 2024-12-09T01:43:09,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE 2024-12-09T01:43:09,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:09,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE because future has completed 2024-12-09T01:43:09,864 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:43:09,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:43:10,018 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,018 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:43:10,018 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing c65378037e6c4db4910f030355312ee7, disabling compactions & flushes 2024-12-09T01:43:10,018 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,019 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,019 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. after waiting 0 ms 2024-12-09T01:43:10,019 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,030 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-09T01:43:10,031 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:43:10,031 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,031 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for c65378037e6c4db4910f030355312ee7: Waiting for close lock at 1733708590018Running coprocessor pre-close hooks at 1733708590018Disabling compacts and flushes for region at 1733708590018Disabling writes for close at 1733708590019 (+1 ms)Writing region close event to WAL at 1733708590023 (+4 ms)Running coprocessor post-close hooks at 1733708590031 (+8 ms)Closed at 1733708590031 2024-12-09T01:43:10,031 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: c65378037e6c4db4910f030355312ee7 to self. 2024-12-09T01:43:10,035 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=CLOSED 2024-12-09T01:43:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:43:10,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-09T01:43:10,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 in 174 msec 2024-12-09T01:43:10,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=true 2024-12-09T01:43:10,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:10,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE because future has completed 2024-12-09T01:43:10,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:43:10,360 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,360 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c65378037e6c4db4910f030355312ee7, NAME => 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:43:10,361 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:43:10,361 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733708545272 c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,362 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:10,362 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,362 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,364 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,365 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName f 2024-12-09T01:43:10,366 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:10,374 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:43:10,383 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b 2024-12-09T01:43:10,383 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:10,383 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,385 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName f2 2024-12-09T01:43:10,385 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:10,385 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:10,385 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,386 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65378037e6c4db4910f030355312ee7 columnFamilyName mob 2024-12-09T01:43:10,387 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:10,393 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:43:10,399 DEBUG [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 2024-12-09T01:43:10,399 INFO [StoreOpener-c65378037e6c4db4910f030355312ee7-1 {}] regionserver.HStore(327): Store=c65378037e6c4db4910f030355312ee7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:10,399 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,400 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,402 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,403 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,403 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,403 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733708545272 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:43:10,405 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,406 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c65378037e6c4db4910f030355312ee7; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11262210080, jitterRate=0.048875048756599426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:43:10,406 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:10,408 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c65378037e6c4db4910f030355312ee7: Running coprocessor pre-open hook at 1733708590362Writing region info on filesystem at 1733708590362Initializing all the Stores at 1733708590364 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708590364Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708590364Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708590364Cleaning up temporary data from old regions at 1733708590403 (+39 ms)Running coprocessor post-open hooks at 1733708590406 (+3 ms)Region opened successfully at 1733708590408 (+2 ms) 2024-12-09T01:43:10,409 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., pid=46, masterSystemTime=1733708590352 2024-12-09T01:43:10,411 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,411 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:10,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c65378037e6c4db4910f030355312ee7, regionState=OPEN, openSeqNum=338, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:10,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:43:10,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-09T01:43:10,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure c65378037e6c4db4910f030355312ee7, server=1bae0942de96,42689,1733708537046 in 216 msec 2024-12-09T01:43:10,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-09T01:43:10,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733708545272, region=c65378037e6c4db4910f030355312ee7, REOPEN/MOVE in 555 msec 2024-12-09T01:43:10,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-09T01:43:10,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733708545272 in 560 msec 2024-12-09T01:43:10,421 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733708545272 2024-12-09T01:43:10,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 2024-12-09T01:43:10,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733708545272 in 993 msec 2024-12-09T01:43:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T01:43:10,430 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733708545272 completed 2024-12-09T01:43:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,462 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-09T01:43:10,467 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708590431 2024-12-09T01:43:10,469 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733708577099} 2024-12-09T01:43:10,469 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733708555391} 2024-12-09T01:43:10,469 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-09T01:43:10,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,519 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733708545272 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733708545272 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:43:10,521 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733708590431,startts=0,failedts=1733708590519,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733708545272 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-09T01:43:10,521 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-09T01:43:10,523 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-09T01:43:10,523 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-09T01:43:10,525 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-09T01:43:10,525 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-09T01:43:10,527 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-09T01:43:10,529 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733708590431 failed. 2024-12-09T01:43:10,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:10,546 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733708545272, ns2:test-17337085452721, ns3:test-17337085452722, ns4:test-17337085452723] 2024-12-09T01:43:10,546 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-09T01:43:10,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:43:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708590551 (current time:1733708590551). 2024-12-09T01:43:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-09T01:43:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b04ecf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:10,553 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee22b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:10,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:10,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad6d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:10,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:10,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:10,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:10,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:10,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:43:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-09T01:43:10,564 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:10,565 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:10,568 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741905_1081 (size=52) 2024-12-09T01:43:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:10,976 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:10,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6}] 2024-12-09T01:43:10,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:11,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-09T01:43:11,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:43:11,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 62b94aff579200d7c9463bd482d604c6 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-09T01:43:11,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/8163c0c3c1964010a28f481c12542d6c is 158, key is trslm:hdfs://localhost:37953/backupUT\x00ns2:test-17337085452721/meta:log-roll-map/1733708588967/Put/seqid=0 2024-12-09T01:43:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741906_1082 (size=5745) 2024-12-09T01:43:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:11,208 DEBUG [master/1bae0942de96:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733708545272 2024-12-09T01:43:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741907_1083 (size=950) 2024-12-09T01:43:11,545 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/8163c0c3c1964010a28f481c12542d6c 2024-12-09T01:43:11,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/77b68608ca95476cb810a890f2764185 is 1245, key is session:backup_1733708590431/session:context/1733708590526/Put/seqid=0 2024-12-09T01:43:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741908_1084 (size=6682) 2024-12-09T01:43:11,626 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000004.908 2024-12-09T01:43:11,626 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/.tabledesc/.tableinfo.0000000005.950 2024-12-09T01:43:11,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733708545272 in 421 msec 2024-12-09T01:43:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:11,960 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/77b68608ca95476cb810a890f2764185 2024-12-09T01:43:11,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/8163c0c3c1964010a28f481c12542d6c as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c 2024-12-09T01:43:11,978 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c, entries=4, sequenceid=31, filesize=5.6 K 2024-12-09T01:43:11,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/77b68608ca95476cb810a890f2764185 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185 2024-12-09T01:43:11,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185, entries=3, sequenceid=31, filesize=6.5 K 2024-12-09T01:43:11,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 855ms, sequenceid=31, compaction requested=true 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 62b94aff579200d7c9463bd482d604c6: 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. for snapshot_backup_system completed. 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.' region-info for snapshot=snapshot_backup_system 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c] hfiles 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0 for snapshot=snapshot_backup_system 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c for snapshot=snapshot_backup_system 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185] hfiles 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a for snapshot=snapshot_backup_system 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2 for snapshot=snapshot_backup_system 2024-12-09T01:43:11,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185 for snapshot=snapshot_backup_system 2024-12-09T01:43:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741909_1085 (size=251) 2024-12-09T01:43:12,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:43:12,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T01:43:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T01:43:12,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:12,397 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:12,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T01:43:12,403 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:12,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 in 1.4230 sec 2024-12-09T01:43:12,404 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:12,405 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:12,405 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-09T01:43:12,406 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-09T01:43:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741910_1086 (size=888) 2024-12-09T01:43:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:12,821 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:12,831 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:12,832 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_backup_system 2024-12-09T01:43:12,833 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:12,833 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-09T01:43:12,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2730 sec 2024-12-09T01:43:13,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29039a374866b53031727b1faadc3b3d, had cached 0 bytes from a total of 8413 2024-12-09T01:43:14,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:43:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-09T01:43:14,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-09T01:43:14,718 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733708590530 started at 1733708594717. 2024-12-09T01:43:14,722 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733708590530 has been started. 2024-12-09T01:43:14,729 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-09T01:43:14,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-09T01:43:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-09T01:43:14,731 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-09T01:43:14,731 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-09T01:43:14,731 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-09T01:43:14,731 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-09T01:43:14,733 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,733 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:14,803 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:14,803 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:14,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:14,805 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,805 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-09T01:43:14,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:14,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-09T01:43:14,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:14,809 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-09T01:43:14,810 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-09T01:43:14,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-09T01:43:14,810 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-09T01:43:14,810 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-09T01:43:14,810 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-09T01:43:14,811 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-09T01:43:14,811 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure (rolllog) in zk 2024-12-09T01:43:14,822 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:14,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:14,823 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,823 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-09T01:43:14,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:14,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:14,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:14,825 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-09T01:43:14,825 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7ef1d83b[Count = 0] remaining members to acquire global barrier 2024-12-09T01:43:14,825 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-09T01:43:14,825 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,835 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,836 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-09T01:43:14,836 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,836 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-09T01:43:14,836 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-09T01:43:14,836 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,836 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733708581645 highest: 1733708581668 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,836 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.meta:.meta(num 1733708581629) roll requested 2024-12-09T01:43:14,851 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta, exclude list is [], retry=0 2024-12-09T01:43:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:14,854 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta 2024-12-09T01:43:14,855 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:14,855 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta is not closed yet, will try archiving it next time 2024-12-09T01:43:14,855 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0:(num 1733708581645) roll requested 2024-12-09T01:43:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741889_1065 (size=1903) 2024-12-09T01:43:14,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta not finished, retry = 0 2024-12-09T01:43:14,867 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855, exclude list is [], retry=0 2024-12-09T01:43:14,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:14,870 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 2024-12-09T01:43:14,870 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:14,870 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 is not closed yet, will try archiving it next time 2024-12-09T01:43:14,870 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1:(num 1733708581668) roll requested 2024-12-09T01:43:14,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 not finished, retry = 0 2024-12-09T01:43:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741890_1066 (size=93) 2024-12-09T01:43:14,881 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871, exclude list is [], retry=0 2024-12-09T01:43:14,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:14,885 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 2024-12-09T01:43:14,885 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:14,885 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 is not closed yet, will try archiving it next time 2024-12-09T01:43:14,885 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708562227 2024-12-09T01:43:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741891_1067 (size=4927) 2024-12-09T01:43:14,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 not finished, retry = 0 2024-12-09T01:43:14,896 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-09T01:43:14,896 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733708594855 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:14,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:14,916 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-09T01:43:14,916 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1bae0942de96,42689,1733708537046' in zk 2024-12-09T01:43:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,939 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-09T01:43:14,939 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:14,939 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-09T01:43:14,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:14,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:14,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:14,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:14,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:14,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1bae0942de96,42689,1733708537046': 2024-12-09T01:43:14,944 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-09T01:43:14,944 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1bae0942de96,42689,1733708537046' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-09T01:43:14,944 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-09T01:43:14,944 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-09T01:43:14,944 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-09T01:43:14,944 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-09T01:43:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:14,956 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:14,956 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:14,957 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:14,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,958 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:14,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:14,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:14,969 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:14,969 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:14,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:14,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-09T01:43:14,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-09T01:43:14,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-09T01:43:14,969 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:14,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:14,972 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708581645 2024-12-09T01:43:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-09T01:43:14,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-09T01:43:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708594979 (current time:1733708594979). 2024-12-09T01:43:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708594978_backup_system_bulk VERSION not specified, setting to 2 2024-12-09T01:43:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794a8b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:14,981 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc310d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:14,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:14,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:14,982 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:14,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160ed5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:14,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:14,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:14,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:14,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-09T01:43:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-09T01:43:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:14,990 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:14,991 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:14,994 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741914_1090 (size=76) 2024-12-09T01:43:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:15,403 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:15,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a}] 2024-12-09T01:43:15,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:43:15,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-09T01:43:15,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-09T01:43:15,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:43:15,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 80eaaab6add6ee9bc2159777ed21e21a: 2024-12-09T01:43:15,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. for snapshot_1733708594978_backup_system_bulk completed. 2024-12-09T01:43:15,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.' region-info for snapshot=snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:15,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:15,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:15,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:15,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741915_1091 (size=61) 2024-12-09T01:43:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:15,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:43:15,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T01:43:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T01:43:15,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708594978_backup_system_bulk on region 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:43:15,972 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:43:15,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-09T01:43:15,975 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:15,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80eaaab6add6ee9bc2159777ed21e21a in 569 msec 2024-12-09T01:43:15,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:15,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:15,976 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:15,977 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741916_1092 (size=702) 2024-12-09T01:43:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:16,392 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:16,399 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:16,399 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708594978_backup_system_bulk to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:16,401 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:16,401 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-09T01:43:16,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733708594978_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4130 sec 2024-12-09T01:43:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T01:43:17,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-09T01:43:17,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } 2024-12-09T01:43:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708597139 (current time:1733708597139). 2024-12-09T01:43:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708597138_ns2_test-17337085452721 VERSION not specified, setting to 2 2024-12-09T01:43:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5880c5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:17,143 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3982f2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:17,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:17,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5cd622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:17,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:17,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:17,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:17,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:17,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } 2024-12-09T01:43:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-09T01:43:17,152 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:17,153 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:17,155 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741917_1093 (size=86) 2024-12-09T01:43:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:17,562 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:17,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d}] 2024-12-09T01:43:17,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d 2024-12-09T01:43:17,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-09T01:43:17,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:43:17,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 29039a374866b53031727b1faadc3b3d 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-09T01:43:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/8e84448d17264972a3f4b12c01849289 is 38, key is row-t20/f:q1/1733708575746/Put/seqid=0 2024-12-09T01:43:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741918_1094 (size=5134) 2024-12-09T01:43:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:18,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/8e84448d17264972a3f4b12c01849289 2024-12-09T01:43:18,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/.tmp/f/8e84448d17264972a3f4b12c01849289 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289 2024-12-09T01:43:18,151 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289, entries=5, sequenceid=111, filesize=5.0 K 2024-12-09T01:43:18,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 29039a374866b53031727b1faadc3b3d in 436ms, sequenceid=111, compaction requested=false 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 29039a374866b53031727b1faadc3b3d: 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. for snapshot_1733708597138_ns2_test-17337085452721 completed. 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d.' region-info for snapshot=snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289] hfiles 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 for snapshot=snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289 for snapshot=snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741919_1095 (size=130) 2024-12-09T01:43:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:18,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:43:18,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T01:43:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T01:43:18,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708597138_ns2_test-17337085452721 on region 29039a374866b53031727b1faadc3b3d 2024-12-09T01:43:18,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d 2024-12-09T01:43:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-09T01:43:18,570 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29039a374866b53031727b1faadc3b3d in 1.0030 sec 2024-12-09T01:43:18,571 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:18,572 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:18,572 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741920_1096 (size=496) 2024-12-09T01:43:18,987 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:18,996 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:18,996 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708597138_ns2_test-17337085452721 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:18,998 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:18,999 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-09T01:43:19,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733708597138_ns2_test-17337085452721 table=ns2:test-17337085452721 type=FLUSH ttl=0 } in 1.8490 sec 2024-12-09T01:43:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T01:43:19,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17337085452721 completed 2024-12-09T01:43:19,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } 2024-12-09T01:43:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708599301 (current time:1733708599301). 2024-12-09T01:43:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708599298_ns3_test-17337085452722 VERSION not specified, setting to 2 2024-12-09T01:43:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1586e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:19,304 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4295d252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:19,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:19,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2beecdb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:19,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:19,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:19,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:19,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:19,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } 2024-12-09T01:43:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-09T01:43:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:19,314 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:19,316 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:19,318 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741921_1097 (size=86) 2024-12-09T01:43:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:19,727 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:19,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7101f7329ea92225ec859097eb2420cb}] 2024-12-09T01:43:19,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:43:19,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-09T01:43:19,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:43:19,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 7101f7329ea92225ec859097eb2420cb: 2024-12-09T01:43:19,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. for snapshot_1733708599298_ns3_test-17337085452722 completed. 2024-12-09T01:43:19,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb.' region-info for snapshot=snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:19,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:19,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741922_1098 (size=52) 2024-12-09T01:43:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:20,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:43:20,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T01:43:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T01:43:20,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708599298_ns3_test-17337085452722 on region 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:43:20,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:43:20,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-09T01:43:20,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7101f7329ea92225ec859097eb2420cb in 573 msec 2024-12-09T01:43:20,304 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:20,305 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:20,306 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:20,306 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:20,306 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:20,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741923_1099 (size=443) 2024-12-09T01:43:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:20,723 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:20,732 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:20,732 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708599298_ns3_test-17337085452722 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:20,734 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:20,734 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-09T01:43:20,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733708599298_ns3_test-17337085452722 table=ns3:test-17337085452722 type=FLUSH ttl=0 } in 1.4220 sec 2024-12-09T01:43:21,263 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T01:43:21,263 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T01:43:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T01:43:21,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17337085452722 completed 2024-12-09T01:43:21,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } 2024-12-09T01:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708601461 (current time:1733708601461). 2024-12-09T01:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708601458_default_test-1733708545272 VERSION not specified, setting to 2 2024-12-09T01:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ade9d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:21,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e6782c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:21,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:21,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb80e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:21,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:21,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:21,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:21,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:21,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } 2024-12-09T01:43:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-09T01:43:21,474 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:21,476 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:21,479 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741924_1100 (size=84) 2024-12-09T01:43:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:21,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62b94aff579200d7c9463bd482d604c6, had cached 0 bytes from a total of 28925 2024-12-09T01:43:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:21,888 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:21,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7}] 2024-12-09T01:43:21,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:22,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-09T01:43:22,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:22,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for c65378037e6c4db4910f030355312ee7: 2024-12-09T01:43:22,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. for snapshot_1733708601458_default_test-1733708545272 completed. 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7.' region-info for snapshot=snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b] hfiles 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 for snapshot=snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b for snapshot=snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:22,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044] hfiles 2024-12-09T01:43:22,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d for snapshot=snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 for snapshot=snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741925_1101 (size=224) 2024-12-09T01:43:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:22,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:43:22,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-09T01:43:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-09T01:43:22,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708601458_default_test-1733708545272 on region c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:22,460 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:22,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-09T01:43:22,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c65378037e6c4db4910f030355312ee7 in 575 msec 2024-12-09T01:43:22,468 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:22,469 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:22,470 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-09T01:43:22,470 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-09T01:43:22,471 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:22,471 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-09T01:43:22,471 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:22,472 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-09T01:43:22,472 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:22,473 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7] hfiles 2024-12-09T01:43:22,473 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741926_1102 (size=168) 2024-12-09T01:43:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:22,884 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:22,884 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,886 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741927_1103 (size=1347) 2024-12-09T01:43:23,306 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:23,314 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:23,314 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708601458_default_test-1733708545272 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:23,316 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:23,316 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-09T01:43:23,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733708601458_default_test-1733708545272 table=test-1733708545272 type=FLUSH ttl=0 } in 1.8430 sec 2024-12-09T01:43:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T01:43:23,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733708545272 completed 2024-12-09T01:43:23,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } 2024-12-09T01:43:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708603629 (current time:1733708603629). 2024-12-09T01:43:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733708603627_ns4_test-17337085452723 VERSION not specified, setting to 2 2024-12-09T01:43:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5081b685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:23,633 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:23,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:23,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c14124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:23,635 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:23,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55279bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:23,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:23,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:23,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:23,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:23,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } 2024-12-09T01:43:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-09T01:43:23,644 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:23,645 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:23,648 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:23,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741928_1104 (size=86) 2024-12-09T01:43:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:24,058 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:24,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0}] 2024-12-09T01:43:24,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:43:24,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-09T01:43:24,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:43:24,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 6d94a9b911b8b8c3e0c395d030390bb0: 2024-12-09T01:43:24,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. for snapshot_1733708603627_ns4_test-17337085452723 completed. 2024-12-09T01:43:24,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0.' region-info for snapshot=snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:24,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:24,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741929_1105 (size=52) 2024-12-09T01:43:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:24,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:43:24,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-09T01:43:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-09T01:43:24,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733708603627_ns4_test-17337085452723 on region 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:43:24,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:43:24,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-09T01:43:24,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d94a9b911b8b8c3e0c395d030390bb0 in 575 msec 2024-12-09T01:43:24,637 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:24,639 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:24,640 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:24,640 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:24,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741930_1106 (size=443) 2024-12-09T01:43:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:25,055 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:25,063 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:25,064 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_1733708603627_ns4_test-17337085452723 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:25,066 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:25,066 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-09T01:43:25,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733708603627_ns4_test-17337085452723 table=ns4:test-17337085452723 type=FLUSH ttl=0 } in 1.4250 sec 2024-12-09T01:43:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T01:43:25,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17337085452723 completed 2024-12-09T01:43:25,797 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733708590530 2024-12-09T01:43:25,797 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-09T01:43:25,798 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-09T01:43:25,798 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708590530_backup:system_bulk 2024-12-09T01:43:25,798 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708594978_backup_system_bulk to hdfs://localhost:37953/backupUT/backup_1733708590530/backup/system_bulk/ 2024-12-09T01:43:25,798 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:43:25,828 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:25,828 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708590530/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708590530/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:25,830 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:43:25,834 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708594978_backup_system_bulk to hdfs://localhost:37953/backupUT/backup_1733708590530/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741931_1107 (size=702) 2024-12-09T01:43:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741932_1108 (size=76) 2024-12-09T01:43:26,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:26,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:26,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-15397290696313010715.jar 2024-12-09T01:43:27,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:27,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:27,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:27,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:27,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:27,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:27,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:27,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:27,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:27,060 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:27,082 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708594978_backup_system_bulk' hfile list 2024-12-09T01:43:27,157 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local702910375_0005_cff83bed-b523-4c37-b918-4ee61d324a02/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:27,157 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local702910375_0005_cff83bed-b523-4c37-b918-4ee61d324a02/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:28,187 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:43:28,188 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:43:28,193 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:28,193 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708594978_backup_system_bulk finished. 2024-12-09T01:43:28,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708590530_ns2:test-17337085452721 2024-12-09T01:43:28,193 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708597138_ns2_test-17337085452721 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/ 2024-12-09T01:43:28,193 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:43:28,217 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:28,217 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/.hbase-snapshot/.tmp/snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:28,219 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:43:28,224 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708597138_ns2_test-17337085452721 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/.hbase-snapshot/.tmp/snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741933_1109 (size=86) 2024-12-09T01:43:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741934_1110 (size=496) 2024-12-09T01:43:28,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:28,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:28,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-8195382185118376194.jar 2024-12-09T01:43:29,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:29,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:29,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:29,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:29,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:29,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:29,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:29,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:29,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:29,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:29,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:29,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:29,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:29,442 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:29,472 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708597138_ns2_test-17337085452721' hfile list 2024-12-09T01:43:29,475 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-09T01:43:29,560 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local67939730_0006_fedc7e68-dd22-436a-b457-e88425bfff4c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:29,560 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local67939730_0006_fedc7e68-dd22-436a-b457-e88425bfff4c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:29,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-09T01:43:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741935_1111 (size=8413) 2024-12-09T01:43:30,054 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 output=hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:43:30,055 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-09T01:43:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741936_1112 (size=5134) 2024-12-09T01:43:30,486 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289 output=hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289 2024-12-09T01:43:30,486 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-12-09T01:43:30,593 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:43:30,594 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:43:30,602 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:30,602 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708597138_ns2_test-17337085452721 finished. 2024-12-09T01:43:30,602 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708590530_ns3:test-17337085452722 2024-12-09T01:43:30,602 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708599298_ns3_test-17337085452722 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns3/test-17337085452722/ 2024-12-09T01:43:30,603 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:43:30,626 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:30,626 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708590530/ns3/test-17337085452722, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708590530/ns3/test-17337085452722/.hbase-snapshot/.tmp/snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:30,628 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:43:30,631 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708599298_ns3_test-17337085452722 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns3/test-17337085452722/.hbase-snapshot/.tmp/snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741937_1113 (size=86) 2024-12-09T01:43:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741938_1114 (size=443) 2024-12-09T01:43:31,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-17718063909712487464.jar 2024-12-09T01:43:31,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:31,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:31,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:31,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:31,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:31,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:31,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:31,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:31,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:31,842 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:31,863 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708599298_ns3_test-17337085452722' hfile list 2024-12-09T01:43:31,936 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local49761311_0007_f857a63a-d0f0-49bf-a8c5-cc5f72dbef4c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:31,936 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local49761311_0007_f857a63a-d0f0-49bf-a8c5-cc5f72dbef4c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:32,969 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:43:32,971 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:43:32,981 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:32,981 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708599298_ns3_test-17337085452722 finished. 2024-12-09T01:43:32,981 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708590530_test-1733708545272 2024-12-09T01:43:32,981 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708601458_default_test-1733708545272 to hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/ 2024-12-09T01:43:32,981 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:43:33,005 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:33,005 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/.hbase-snapshot/.tmp/snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:33,007 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:43:33,014 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708601458_default_test-1733708545272 to hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/.hbase-snapshot/.tmp/snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741939_1115 (size=1347) 2024-12-09T01:43:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741940_1116 (size=84) 2024-12-09T01:43:33,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:33,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:33,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-13221227105353688077.jar 2024-12-09T01:43:34,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:34,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:34,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:34,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:34,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:34,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:34,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:34,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:34,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:34,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:34,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:34,237 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:34,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708601458_default_test-1733708545272' hfile list 2024-12-09T01:43:34,262 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-09T01:43:34,333 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1860885860_0008_d1116c93-79c5-4e34-869d-da7744b2460d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:34,333 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1860885860_0008_d1116c93-79c5-4e34-869d-da7744b2460d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:34,392 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-09T01:43:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741941_1117 (size=13760) 2024-12-09T01:43:34,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 output=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 2024-12-09T01:43:34,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-12-09T01:43:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741942_1118 (size=10796) 2024-12-09T01:43:35,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b output=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b 2024-12-09T01:43:35,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-09T01:43:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741943_1119 (size=8413) 2024-12-09T01:43:35,689 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 output=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:43:35,689 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-09T01:43:35,706 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 to hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7" truncated to max limit (512 characters) 2024-12-09T01:43:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741944_1120 (size=5591) 2024-12-09T01:43:36,120 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 output=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:36,120 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-09T01:43:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741945_1121 (size=5484) 2024-12-09T01:43:36,554 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d output=hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:43:36,554 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-09T01:43:37,370 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:43:37,371 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:43:37,383 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:37,383 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708601458_default_test-1733708545272 finished. 2024-12-09T01:43:37,383 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733708590530_ns4:test-17337085452723 2024-12-09T01:43:37,383 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733708603627_ns4_test-17337085452723 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns4/test-17337085452723/ 2024-12-09T01:43:37,383 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-09T01:43:37,408 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37953, inputRoot=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:37,408 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_35200907_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37953/backupUT/backup_1733708590530/ns4/test-17337085452723, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37953/backupUT/backup_1733708590530/ns4/test-17337085452723/.hbase-snapshot/.tmp/snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:37,410 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-09T01:43:37,413 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_1733708603627_ns4_test-17337085452723 to hdfs://localhost:37953/backupUT/backup_1733708590530/ns4/test-17337085452723/.hbase-snapshot/.tmp/snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:37,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741946_1122 (size=86) 2024-12-09T01:43:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741947_1123 (size=443) 2024-12-09T01:43:37,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:37,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:37,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-17011156812606617389.jar 2024-12-09T01:43:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:38,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:38,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:38,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:38,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:38,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:38,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-09T01:43:38,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:38,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:38,631 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:38,655 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733708603627_ns4_test-17337085452723' hfile list 2024-12-09T01:43:38,732 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local615926931_0009_f045f224-1c6c-4b9c-bebb-fa1f72498342/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:38,732 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local615926931_0009_f045f224-1c6c-4b9c-bebb-fa1f72498342/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:39,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-09T01:43:39,771 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-09T01:43:39,778 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:39,778 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733708603627_ns4_test-17337085452723 finished. 2024-12-09T01:43:39,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-09T01:43:39,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17337085452721 2024-12-09T01:43:39,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17337085452722 2024-12-09T01:43:39,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733708545272 2024-12-09T01:43:39,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17337085452723 2024-12-09T01:43:39,790 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708590530 2024-12-09T01:43:39,790 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-09T01:43:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741948_1124 (size=176) 2024-12-09T01:43:40,199 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:37953/backupUT/backup_1733708590530/.backup.manifest 2024-12-09T01:43:40,200 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733708590530 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17337085452721;ns3:test-17337085452722;test-1733708545272;ns4:test-17337085452723,targetRootDir=hdfs://localhost:37953/backupUT,startts=1733708594717,completets=1733708619790,bytescopied=0 2024-12-09T01:43:40,200 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-09T01:43:40,200 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:40,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708594978_backup_system_bulk" type: DISABLED 2024-12-09T01:43:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708594978_backup_system_bulk 2024-12-09T01:43:40,209 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708594978_backup_system_bulk for backup backup_1733708590530 succeeded. 2024-12-09T01:43:40,209 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:40,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708597138_ns2_test-17337085452721" type: DISABLED 2024-12-09T01:43:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708597138_ns2_test-17337085452721 2024-12-09T01:43:40,216 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708597138_ns2_test-17337085452721 for backup backup_1733708590530 succeeded. 2024-12-09T01:43:40,216 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:40,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708599298_ns3_test-17337085452722" type: DISABLED 2024-12-09T01:43:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708599298_ns3_test-17337085452722 2024-12-09T01:43:40,220 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708599298_ns3_test-17337085452722 for backup backup_1733708590530 succeeded. 2024-12-09T01:43:40,220 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:40,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708601458_default_test-1733708545272" type: DISABLED 2024-12-09T01:43:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708601458_default_test-1733708545272 2024-12-09T01:43:40,224 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708601458_default_test-1733708545272 for backup backup_1733708590530 succeeded. 2024-12-09T01:43:40,224 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:40,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733708603627_ns4_test-17337085452723" type: DISABLED 2024-12-09T01:43:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733708603627_ns4_test-17337085452723 2024-12-09T01:43:40,227 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733708603627_ns4_test-17337085452723 for backup backup_1733708590530 succeeded. 2024-12-09T01:43:40,228 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-09T01:43:40,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-09T01:43:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-09T01:43:40,238 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-09T01:43:40,241 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-09T01:43:40,247 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733708590530 completed. 2024-12-09T01:43:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:44,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:43:45,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,320 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-09T01:43:45,325 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708625281 2024-12-09T01:43:45,328 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733708590530} 2024-12-09T01:43:45,328 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-09T01:43:45,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:45,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708625424 (current time:1733708625424). 2024-12-09T01:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-09T01:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d607ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:45,426 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:45,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bb7ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:45,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:45,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bda977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:45,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:45,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779. 2024-12-09T01:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:45,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-09T01:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-09T01:43:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-09T01:43:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:45,435 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:43:45,436 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:43:45,439 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:43:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741949_1125 (size=52) 2024-12-09T01:43:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:45,845 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:43:45,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6}] 2024-12-09T01:43:45,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:45,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-09T01:43:45,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:43:46,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 62b94aff579200d7c9463bd482d604c6 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-09T01:43:46,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/f26fa5300bec47e8878538a12d04d103 is 158, key is trslm:hdfs://localhost:37953/backupUT\x00ns2:test-17337085452721/meta:log-roll-map/1733708619784/Put/seqid=0 2024-12-09T01:43:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741950_1126 (size=6646) 2024-12-09T01:43:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:46,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/f26fa5300bec47e8878538a12d04d103 2024-12-09T01:43:46,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/85da0e3909b44965a918dd943756103d is 826, key is session:backup_1733708590530/session:context/1733708620239/Put/seqid=0 2024-12-09T01:43:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741951_1127 (size=5928) 2024-12-09T01:43:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:46,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/85da0e3909b44965a918dd943756103d 2024-12-09T01:43:46,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/f26fa5300bec47e8878538a12d04d103 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/f26fa5300bec47e8878538a12d04d103 2024-12-09T01:43:46,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/f26fa5300bec47e8878538a12d04d103, entries=12, sequenceid=42, filesize=6.5 K 2024-12-09T01:43:46,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/85da0e3909b44965a918dd943756103d as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/85da0e3909b44965a918dd943756103d 2024-12-09T01:43:46,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/85da0e3909b44965a918dd943756103d, entries=2, sequenceid=42, filesize=5.8 K 2024-12-09T01:43:46,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 869ms, sequenceid=42, compaction requested=true 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 62b94aff579200d7c9463bd482d604c6: 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. for snapshot_backup_system completed. 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6.' region-info for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/f26fa5300bec47e8878538a12d04d103] hfiles 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/0a2c9cfdb5de497fbe435a2d608e05c0 for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/8163c0c3c1964010a28f481c12542d6c for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/f26fa5300bec47e8878538a12d04d103 for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/85da0e3909b44965a918dd943756103d] hfiles 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/adb984eed06c45d0a6e5b63f5346cc8a for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/69972a6bd15b4f199cbe21d4055942b2 for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/77b68608ca95476cb810a890f2764185 for snapshot=snapshot_backup_system 2024-12-09T01:43:46,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/85da0e3909b44965a918dd943756103d for snapshot=snapshot_backup_system 2024-12-09T01:43:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741952_1128 (size=330) 2024-12-09T01:43:47,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:43:47,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-09T01:43:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-09T01:43:47,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:47,281 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:43:47,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-09T01:43:47,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62b94aff579200d7c9463bd482d604c6 in 1.4380 sec 2024-12-09T01:43:47,287 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:47,288 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:47,289 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:47,289 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-09T01:43:47,290 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-09T01:43:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741953_1129 (size=967) 2024-12-09T01:43:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:47,703 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:47,711 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:47,711 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.hbase-snapshot/snapshot_backup_system 2024-12-09T01:43:47,713 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:47,713 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-09T01:43:47,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2800 sec 2024-12-09T01:43:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T01:43:49,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-09T01:43:49,617 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733708625281 started at 1733708629617. 2024-12-09T01:43:49,620 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733708625281 has been started. 2024-12-09T01:43:49,627 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733708545272, backup:system_bulk, ns2:test-17337085452721, ns3:test-17337085452722, ns4:test-17337085452723] 2024-12-09T01:43:49,632 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733708581668for backupID backup_1733708625281 2024-12-09T01:43:49,632 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-09T01:43:49,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-09T01:43:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-09T01:43:49,633 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-09T01:43:49,633 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-09T01:43:49,633 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-09T01:43:49,633 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-09T01:43:49,633 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,634 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:49,712 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:49,712 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:49,712 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:49,713 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,713 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-09T01:43:49,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:49,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-09T01:43:49,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:49,718 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-09T01:43:49,719 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-09T01:43:49,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-09T01:43:49,719 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-09T01:43:49,719 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-09T01:43:49,720 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-09T01:43:49,720 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-09T01:43:49,720 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure (rolllog) in zk 2024-12-09T01:43:49,736 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:49,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:49,737 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,737 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-09T01:43:49,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:49,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:49,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:49,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '1bae0942de96,42689,1733708537046' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-09T01:43:49,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6524fc94[Count = 0] remaining members to acquire global barrier 2024-12-09T01:43:49,739 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-09T01:43:49,739 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,744 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,744 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-09T01:43:49,745 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,745 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-09T01:43:49,745 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-09T01:43:49,745 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,745 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733708594855 highest: 1733708594871 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,745 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.meta:.meta(num 1733708594836) roll requested 2024-12-09T01:43:49,756 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708629745.meta, exclude list is [], retry=0 2024-12-09T01:43:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:49,760 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708629745.meta 2024-12-09T01:43:49,760 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:49,760 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta is not closed yet, will try archiving it next time 2024-12-09T01:43:49,760 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0:(num 1733708594855) roll requested 2024-12-09T01:43:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741911_1087 (size=93) 2024-12-09T01:43:49,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta not finished, retry = 0 2024-12-09T01:43:49,772 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708629760, exclude list is [], retry=0 2024-12-09T01:43:49,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:49,776 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708629760 2024-12-09T01:43:49,777 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:49,777 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 is not closed yet, will try archiving it next time 2024-12-09T01:43:49,777 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1:(num 1733708594871) roll requested 2024-12-09T01:43:49,777 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708562208 2024-12-09T01:43:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741912_1088 (size=653) 2024-12-09T01:43:49,779 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 2024-12-09T01:43:49,788 DEBUG [regionserver/1bae0942de96:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708629777, exclude list is [], retry=0 2024-12-09T01:43:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-7f148510-49e9-4ea5-b97a-160e67912d70,DISK] 2024-12-09T01:43:49,793 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708629777 2024-12-09T01:43:49,793 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-12-09T01:43:49,793 DEBUG [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 is not closed yet, will try archiving it next time 2024-12-09T01:43:49,793 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708581668 2024-12-09T01:43:49,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 not finished, retry = 0 2024-12-09T01:43:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741913_1089 (size=4710) 2024-12-09T01:43:49,805 DEBUG [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-09T01:43:49,805 INFO [rs(1bae0942de96,42689,1733708537046)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733708629760 on 1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:49,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:49,823 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-09T01:43:49,823 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '1bae0942de96,42689,1733708537046' in zk 2024-12-09T01:43:49,844 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-09T01:43:49,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,844 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:49,844 DEBUG [member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-09T01:43:49,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:49,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:49,845 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:49,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:49,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:49,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '1bae0942de96,42689,1733708537046': 2024-12-09T01:43:49,848 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-09T01:43:49,848 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '1bae0942de96,42689,1733708537046' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-09T01:43:49,848 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-09T01:43:49,848 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-09T01:43:49,848 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-09T01:43:49,848 INFO [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-09T01:43:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:49,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,859 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-09T01:43:49,860 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:49,860 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-09T01:43:49,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,861 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-09T01:43:49,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-09T01:43:49,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,862 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/1bae0942de96,42689,1733708537046 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,869 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-09T01:43:49,869 DEBUG [(1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-09T01:43:49,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-09T01:43:49,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-09T01:43:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-09T01:43:49,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-09T01:43:49,870 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-09T01:43:49,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-09T01:43:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-09T01:43:49,878 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {1bae0942de96:42689=1733708581668} newestTimestamps: {1bae0942de96:42689=1733708594871} 2024-12-09T01:43:49,879 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1bae0942de96%2C42689%2C1733708537046.meta.1733708540865.meta 2024-12-09T01:43:49,879 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1bae0942de96%2C42689%2C1733708537046.meta.1733708581629.meta 2024-12-09T01:43:49,879 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 1bae0942de96%2C42689%2C1733708537046.meta.1733708629745.meta 2024-12-09T01:43:49,880 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708629760 2024-12-09T01:43:49,880 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 2024-12-09T01:43:49,880 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708629777 2024-12-09T01:43:49,880 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.meta.1733708562192.meta 2024-12-09T01:43:49,880 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.meta.1733708594836.meta 2024-12-09T01:43:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741957_1133 (size=640) 2024-12-09T01:43:50,291 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37953/backupUT/backup_1733708625281/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:50,291 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:50,295 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-09T01:43:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741958_1134 (size=45) 2024-12-09T01:43:50,705 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-09T01:43:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741959_1135 (size=364) 2024-12-09T01:43:51,125 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17337085452721 target: hdfs://localhost:37953/backupUT/backup_1733708625281/ns2/test-17337085452721 descriptor: 'ns2:test-17337085452721', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:51,125 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:51,130 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17337085452721 2024-12-09T01:43:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741960_1136 (size=50) 2024-12-09T01:43:51,541 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17337085452721 2024-12-09T01:43:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741961_1137 (size=390) 2024-12-09T01:43:51,958 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17337085452722 target: hdfs://localhost:37953/backupUT/backup_1733708625281/ns3/test-17337085452722 descriptor: 'ns3:test-17337085452722', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:51,959 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:51,963 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17337085452722 2024-12-09T01:43:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741962_1138 (size=50) 2024-12-09T01:43:52,373 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17337085452722 2024-12-09T01:43:52,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741963_1139 (size=950) 2024-12-09T01:43:52,791 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733708545272 target: hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272 descriptor: 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:52,791 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:52,795 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733708545272 2024-12-09T01:43:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741964_1140 (size=53) 2024-12-09T01:43:53,203 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733708545272 2024-12-09T01:43:53,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741965_1141 (size=390) 2024-12-09T01:43:53,218 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17337085452723 target: hdfs://localhost:37953/backupUT/backup_1733708625281/ns4/test-17337085452723 descriptor: 'ns4:test-17337085452723', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:53,218 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-09T01:43:53,221 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17337085452723 2024-12-09T01:43:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741966_1142 (size=50) 2024-12-09T01:43:53,629 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17337085452723 2024-12-09T01:43:53,645 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37953/backupUT/.tmp/backup_1733708625281 from hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871;hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 2024-12-09T01:43:53,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6949f65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:53,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:53,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:53,647 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7470cfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:53,649 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:53,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88d5062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:53,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:43:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:43:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bc97cd7 2024-12-09T01:43:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:43:53,651 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:43:53,654 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:43:53,654 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733708545272 2024-12-09T01:43:53,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733708545272,, stopping at row=test-1733708545272 ,, for max=2147483647 with caching=100 2024-12-09T01:43:53,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:53,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:53,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:53,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:53,659 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733708545272: test-1733708545272; 2024-12-09T01:43:53,659 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-09T01:43:53,659 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:53,661 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-09T01:43:53,661 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17337085452721 2024-12-09T01:43:53,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17337085452721,, stopping at row=ns2:test-17337085452721 ,, for max=2147483647 with caching=100 2024-12-09T01:43:53,663 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17337085452721: ns2:test-17337085452721; 2024-12-09T01:43:53,663 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17337085452722 2024-12-09T01:43:53,663 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17337085452722,, stopping at row=ns3:test-17337085452722 ,, for max=2147483647 with caching=100 2024-12-09T01:43:53,665 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17337085452722: ns3:test-17337085452722; 2024-12-09T01:43:53,665 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17337085452723 2024-12-09T01:43:53,665 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17337085452723,, stopping at row=ns4:test-17337085452723 ,, for max=2147483647 with caching=100 2024-12-09T01:43:53,666 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17337085452723: ns4:test-17337085452723; 2024-12-09T01:43:53,666 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-09T01:43:53,666 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_8ef6a437-72ad-4183-8322-3d859c0facb3 2024-12-09T01:43:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741967_1143 (size=324) 2024-12-09T01:43:54,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-6850855389485905232.jar 2024-12-09T01:43:54,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:54,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:43:54,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:43:54,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:43:54,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:43:54,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:43:54,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:43:54,856 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733708545272,backup:system_bulk,ns2:test-17337085452721,ns3:test-17337085452722,ns4:test-17337085452723 2024-12-09T01:43:54,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:43:54,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:54,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:54,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:54,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:54,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:43:55,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c65378037e6c4db4910f030355312ee7, had cached 0 bytes from a total of 38453 2024-12-09T01:43:55,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-16100398480583353499.jar 2024-12-09T01:43:55,629 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:55,651 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 for WAL files 2024-12-09T01:43:55,652 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 2024-12-09T01:43:55,652 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 for WAL files 2024-12-09T01:43:55,653 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 2024-12-09T01:43:55,730 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local919443619_0010_37e5428f-87cd-416c-8c75-0a0679c0034d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:43:55,730 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local919443619_0010_37e5428f-87cd-416c-8c75-0a0679c0034d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:43:55,774 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 for hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708594871 (-9223372036854775808:9223372036854775807) length:4710 2024-12-09T01:43:55,777 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-09T01:43:55,777 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-09T01:43:55,810 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 for hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0.1733708594855 (-9223372036854775808:9223372036854775807) length:653 2024-12-09T01:43:55,812 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-09T01:43:55,812 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-09T01:43:55,894 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cb4a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:55,894 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:43:55,894 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:55,895 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:43:55,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:55,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:43:55,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6770c1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:55,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:43:55,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:55,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:55,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73749767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:43:55,898 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:43:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:55,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:55,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733708545272', row='row-test-1733708545272-2-0', locateType=CURRENT is [region=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., hostname=1bae0942de96,42689,1733708537046, seqNum=338] 2024-12-09T01:43:55,902 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-09T01:43:55,903 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:55,903 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:55,903 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:55,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:55,903 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-2-0] 2024-12-09T01:43:55,903 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:43:55,907 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/backupUT/.tmp/backup_1733708625281/_temporary/0/_temporary/attempt_local919443619_0010_r_000004_0/default/test-1733708545272/f2/af4face1589b4d3ea87e081dadd5f396 is 58, key is row-test-1733708545272-2-0/f2:q1/1733708620269/Put/seqid=0 2024-12-09T01:43:55,908 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:43:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741968_1144 (size=5366) 2024-12-09T01:43:56,773 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37953/backupUT 2024-12-09T01:43:56,773 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733708625281 2024-12-09T01:43:56,773 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-09T01:43:56,784 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37953/backupUT/.tmp/backup_1733708625281, hdfs://localhost:37953/backupUT] 2024-12-09T01:43:56,824 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:43:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741969_1145 (size=5366) 2024-12-09T01:43:57,423 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-09T01:43:57,426 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733708625281 2024-12-09T01:43:57,426 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-12-09T01:43:57,426 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local37676705_0011 completed: true true 2024-12-09T01:43:57,427 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6689129 FILE: Number of bytes written=17158377 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410795 HDFS: Number of bytes written=2548192 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-12-09T01:43:57,427 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37953/backupUT/.tmp/backup_1733708625281 to hdfs://localhost:37953/backupUT finished. 2024-12-09T01:43:57,449 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733708625281 2024-12-09T01:43:57,452 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733708590530} 2024-12-09T01:43:57,452 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-09T01:43:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741970_1146 (size=648) 2024-12-09T01:43:57,859 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:37953/backupUT/backup_1733708625281/.backup.manifest 2024-12-09T01:43:57,860 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733708625281 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17337085452721;ns3:test-17337085452722;test-1733708545272;ns4:test-17337085452723,targetRootDir=hdfs://localhost:37953/backupUT,startts=1733708629617,completets=1733708637449,bytescopied=0 2024-12-09T01:43:57,860 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-09T01:43:57,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-09T01:43:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-09T01:43:57,880 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-09T01:43:57,883 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-09T01:43:57,887 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733708625281 completed. 2024-12-09T01:43:57,887 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-09T01:43:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:43:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:43:57,901 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708625281/.backup.manifest 2024-12-09T01:43:57,903 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708625281/.backup.manifest 2024-12-09T01:43:57,903 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733708555391 2024-12-09T01:43:57,906 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-09T01:43:57,907 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-09T01:43:57,908 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:43:57,909 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:43:57,912 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:43:57,913 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:43:57,914 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733708545272' to 'table1' from full backup image hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272 2024-12-09T01:43:57,921 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-09T01:43:57,921 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:43:57,923 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f in region [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7] 2024-12-09T01:43:57,927 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 first=row0 last=row98 2024-12-09T01:43:57,927 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3 in region [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7] 2024-12-09T01:43:57,931 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 first=row-test-1733708545272-3-0 last=row-test-1733708545272-3-5 2024-12-09T01:43:57,931 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob in region [hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7] 2024-12-09T01:43:57,935 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d first=row-test-1733708545272-3-0 last=row-test-1733708545272-3-5 2024-12-09T01:43:57,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-09T01:43:57,941 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:43:57,941 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-09T01:43:57,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:43:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:43:57,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741971_1147 (size=938) 2024-12-09T01:43:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:43:58,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29039a374866b53031727b1faadc3b3d, had cached 0 bytes from a total of 13547 2024-12-09T01:43:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:43:58,352 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0de3cb3a836698ee3ed7c35759a07ec8, NAME => 'table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:58,352 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 505c2d9483e4f3ae9c1dcf2ed538f642, NAME => 'table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:43:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741973_1149 (size=45) 2024-12-09T01:43:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741972_1148 (size=45) 2024-12-09T01:43:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:43:58,761 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:58,761 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:58,761 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 505c2d9483e4f3ae9c1dcf2ed538f642, disabling compactions & flushes 2024-12-09T01:43:58,761 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 0de3cb3a836698ee3ed7c35759a07ec8, disabling compactions & flushes 2024-12-09T01:43:58,762 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:58,762 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. after waiting 0 ms 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. after waiting 0 ms 2024-12-09T01:43:58,762 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 505c2d9483e4f3ae9c1dcf2ed538f642: Waiting for close lock at 1733708638761Disabling compacts and flushes for region at 1733708638761Disabling writes for close at 1733708638762 (+1 ms)Writing region close event to WAL at 1733708638762Closed at 1733708638762 2024-12-09T01:43:58,762 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:58,762 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0de3cb3a836698ee3ed7c35759a07ec8: Waiting for close lock at 1733708638761Disabling compacts and flushes for region at 1733708638761Disabling writes for close at 1733708638762 (+1 ms)Writing region close event to WAL at 1733708638762Closed at 1733708638762 2024-12-09T01:43:58,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:43:58,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733708638763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708638763"}]},"ts":"1733708638763"} 2024-12-09T01:43:58,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733708638763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708638763"}]},"ts":"1733708638763"} 2024-12-09T01:43:58,767 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T01:43:58,767 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:43:58,768 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708638767"}]},"ts":"1733708638767"} 2024-12-09T01:43:58,769 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-09T01:43:58,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, ASSIGN}] 2024-12-09T01:43:58,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, ASSIGN 2024-12-09T01:43:58,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, ASSIGN 2024-12-09T01:43:58,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:43:58,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:43:58,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=0de3cb3a836698ee3ed7c35759a07ec8, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:58,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=505c2d9483e4f3ae9c1dcf2ed538f642, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:58,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, ASSIGN because future has completed 2024-12-09T01:43:58,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:43:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, ASSIGN because future has completed 2024-12-09T01:43:58,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:43:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:43:59,091 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:59,092 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 505c2d9483e4f3ae9c1dcf2ed538f642, NAME => 'table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-09T01:43:59,093 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:43:59,093 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,093 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:59,094 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,094 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,096 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,099 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505c2d9483e4f3ae9c1dcf2ed538f642 columnFamilyName f 2024-12-09T01:43:59,099 DEBUG [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,100 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(327): Store=505c2d9483e4f3ae9c1dcf2ed538f642/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,100 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,102 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505c2d9483e4f3ae9c1dcf2ed538f642 columnFamilyName f3 2024-12-09T01:43:59,102 DEBUG [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,103 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(327): Store=505c2d9483e4f3ae9c1dcf2ed538f642/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,103 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,105 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505c2d9483e4f3ae9c1dcf2ed538f642 columnFamilyName mob 2024-12-09T01:43:59,107 DEBUG [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,107 INFO [StoreOpener-505c2d9483e4f3ae9c1dcf2ed538f642-1 {}] regionserver.HStore(327): Store=505c2d9483e4f3ae9c1dcf2ed538f642/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,108 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,108 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,109 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,110 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,110 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,111 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:43:59,112 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,114 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:43:59,115 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 505c2d9483e4f3ae9c1dcf2ed538f642; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11916516640, jitterRate=0.10981209576129913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:43:59,115 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:43:59,116 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 505c2d9483e4f3ae9c1dcf2ed538f642: Running coprocessor pre-open hook at 1733708639094Writing region info on filesystem at 1733708639094Initializing all the Stores at 1733708639095 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639096 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639096Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639096Cleaning up temporary data from old regions at 1733708639110 (+14 ms)Running coprocessor post-open hooks at 1733708639115 (+5 ms)Region opened successfully at 1733708639116 (+1 ms) 2024-12-09T01:43:59,117 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., pid=66, masterSystemTime=1733708639083 2024-12-09T01:43:59,119 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:59,119 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:43:59,119 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:59,120 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de3cb3a836698ee3ed7c35759a07ec8, NAME => 'table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-09T01:43:59,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=505c2d9483e4f3ae9c1dcf2ed538f642, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:59,120 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:43:59,120 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,120 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:59,120 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,120 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:43:59,122 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,123 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de3cb3a836698ee3ed7c35759a07ec8 columnFamilyName f 2024-12-09T01:43:59,123 DEBUG [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,124 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(327): Store=0de3cb3a836698ee3ed7c35759a07ec8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,124 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-12-09T01:43:59,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046 in 191 msec 2024-12-09T01:43:59,125 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de3cb3a836698ee3ed7c35759a07ec8 columnFamilyName f3 2024-12-09T01:43:59,125 DEBUG [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,126 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(327): Store=0de3cb3a836698ee3ed7c35759a07ec8/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,126 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, ASSIGN in 356 msec 2024-12-09T01:43:59,127 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de3cb3a836698ee3ed7c35759a07ec8 columnFamilyName mob 2024-12-09T01:43:59,127 DEBUG [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:59,128 INFO [StoreOpener-0de3cb3a836698ee3ed7c35759a07ec8-1 {}] regionserver.HStore(327): Store=0de3cb3a836698ee3ed7c35759a07ec8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:59,128 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,129 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,129 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,130 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,130 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,130 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:43:59,131 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,133 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:43:59,133 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 0de3cb3a836698ee3ed7c35759a07ec8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9486848480, jitterRate=-0.1164683848619461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:43:59,133 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:43:59,133 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 0de3cb3a836698ee3ed7c35759a07ec8: Running coprocessor pre-open hook at 1733708639120Writing region info on filesystem at 1733708639120Initializing all the Stores at 1733708639121 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639122 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639122Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708639122Cleaning up temporary data from old regions at 1733708639130 (+8 ms)Running coprocessor post-open hooks at 1733708639133 (+3 ms)Region opened successfully at 1733708639133 2024-12-09T01:43:59,134 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., pid=65, masterSystemTime=1733708639083 2024-12-09T01:43:59,136 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:59,136 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:43:59,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=0de3cb3a836698ee3ed7c35759a07ec8, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:43:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:43:59,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-09T01:43:59,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046 in 210 msec 2024-12-09T01:43:59,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T01:43:59,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, ASSIGN in 371 msec 2024-12-09T01:43:59,142 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:43:59,142 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708639142"}]},"ts":"1733708639142"} 2024-12-09T01:43:59,143 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-09T01:43:59,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:43:59,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2050 sec 2024-12-09T01:44:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T01:44:00,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-09T01:44:00,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:00,098 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 from hbase tables test-1733708545272 to tables table1 2024-12-09T01:44:00,099 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733708545272 into table1 2024-12-09T01:44:00,102 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099 from hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:00,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4421ea73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:00,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:00,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:00,104 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f1ae7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:00,106 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:00,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618fdf5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:00,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75347a64 2024-12-09T01:44:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:00,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:00,112 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:44:00,112 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-09T01:44:00,112 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:00,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:00,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:00,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:00,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:00,117 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-09T01:44:00,118 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-09T01:44:00,118 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-09T01:44:00,118 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_5a66626b-9218-4706-af62-2532c839a52a 2024-12-09T01:44:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741974_1150 (size=177) 2024-12-09T01:44:00,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:00,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:00,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-18065722410843934293.jar 2024-12-09T01:44:01,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:44:01,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:44:01,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:44:01,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:01,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:44:01,304 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-09T01:44:01,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:01,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:01,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:01,305 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-09T01:44:01,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:01,315 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:44:01,325 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T01:44:01,402 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1379666044_0012_eaec0598-1ee0-4a15-b15e-7b5d8ea479da/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:44:01,402 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1379666044_0012_eaec0598-1ee0-4a15-b15e-7b5d8ea479da/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:44:01,445 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:44:01,448 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:01,482 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:44:01,485 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:01,506 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f3/dec3a1aba90c433bb1e32b05a4b40b03 2024-12-09T01:44:01,509 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:01,536 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e53b3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,536 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:01,536 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:01,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810a3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,539 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:01,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2c115b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,540 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:01,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:01,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:01,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:01,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733708545272-3-0', locateType=CURRENT is [region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:01,544 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-09T01:44:01,544 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:01,544 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,544 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:01,544 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-3-0] 2024-12-09T01:44:01,544 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:01,548 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547ad1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,548 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:01,548 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:01,549 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f050239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:01,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:01,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:01,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a431a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:01,551 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:01,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:01,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:01,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733708545272-3-0', locateType=CURRENT is [region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:01,554 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-09T01:44:01,554 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:01,554 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,554 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:01,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:01,554 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-3-0] 2024-12-09T01:44:01,554 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:01,559 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/_temporary/0/_temporary/attempt_local1379666044_0012_r_000000_0/f3/7810f33608e2415b8d7ced1752c2cacc is 58, key is row-test-1733708545272-3-0/f3:q1/1733708555356/Put/seqid=0 2024-12-09T01:44:01,560 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741975_1151 (size=5530) 2024-12-09T01:44:01,966 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/_temporary/0/_temporary/attempt_local1379666044_0012_r_000000_0/mob/33a641b4458749c991c36b56600dab24 is 59, key is row-test-1733708545272-3-0/mob:q1/1733708555374/Put/seqid=0 2024-12-09T01:44:01,970 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741976_1152 (size=5539) 2024-12-09T01:44:02,412 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7c0807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:02,412 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:02,412 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:02,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:02,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:02,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:02,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f71f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:02,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:02,414 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:02,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f72e944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:02,415 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:02,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:02,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:02,419 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-09T01:44:02,419 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:02,419 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:02,419 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:02,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:02,419 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-09T01:44:02,419 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:02,424 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/_temporary/0/_temporary/attempt_local1379666044_0012_r_000001_0/f/aaead9dea42045efa13558b898e0c2b4 is 37, key is row10/f:q1/1733708546957/Put/seqid=0 2024-12-09T01:44:02,426 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741977_1153 (size=8742) 2024-12-09T01:44:02,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-09T01:44:03,444 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099 2024-12-09T01:44:03,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d296972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28925e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,447 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d047c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,453 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/_SUCCESS 2024-12-09T01:44:03,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2846509b 2024-12-09T01:44:03,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,462 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f/aaead9dea42045efa13558b898e0c2b4 first=Optional[row0] last=Optional[row98] 2024-12-09T01:44:03,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f3/7810f33608e2415b8d7ced1752c2cacc first=Optional[row-test-1733708545272-3-0] last=Optional[row-test-1733708545272-3-5] 2024-12-09T01:44:03,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/mob/33a641b4458749c991c36b56600dab24 first=Optional[row-test-1733708545272-3-0] last=Optional[row-test-1733708545272-3-5] 2024-12-09T01:44:03,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f/aaead9dea42045efa13558b898e0c2b4 for inclusion in 505c2d9483e4f3ae9c1dcf2ed538f642/f 2024-12-09T01:44:03,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f3/7810f33608e2415b8d7ced1752c2cacc for inclusion in 0de3cb3a836698ee3ed7c35759a07ec8/f3 2024-12-09T01:44:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733708545272-3-0 last=row-test-1733708545272-3-5 2024-12-09T01:44:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-09T01:44:03,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/mob/33a641b4458749c991c36b56600dab24 for inclusion in 0de3cb3a836698ee3ed7c35759a07ec8/mob 2024-12-09T01:44:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-09T01:44:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-09T01:44:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 505c2d9483e4f3ae9c1dcf2ed538f642: 2024-12-09T01:44:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f/aaead9dea42045efa13558b898e0c2b4 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f/aaead9dea42045efa13558b898e0c2b4 2024-12-09T01:44:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733708545272-3-0 last=row-test-1733708545272-3-5 2024-12-09T01:44:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-09T01:44:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f/aaead9dea42045efa13558b898e0c2b4 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_ 2024-12-09T01:44:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 0de3cb3a836698ee3ed7c35759a07ec8: 2024-12-09T01:44:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d32f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/f3/7810f33608e2415b8d7ced1752c2cacc to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f3/7810f33608e2415b8d7ced1752c2cacc 2024-12-09T01:44:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f861cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f3/7810f33608e2415b8d7ced1752c2cacc as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_ 2024-12-09T01:44:03,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708640099/mob/33a641b4458749c991c36b56600dab24 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/mob/33a641b4458749c991c36b56600dab24 2024-12-09T01:44:03,517 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fa5018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48cf2be2 2024-12-09T01:44:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/mob/33a641b4458749c991c36b56600dab24 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_ 2024-12-09T01:44:03,519 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3ed027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,520 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6136b88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,522 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c6a7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53325047 2024-12-09T01:44:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689. 2024-12-09T01:44:03,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f/aaead9dea42045efa13558b898e0c2b4 into 505c2d9483e4f3ae9c1dcf2ed538f642/f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_ - updating store file list. 2024-12-09T01:44:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:03,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_ into 505c2d9483e4f3ae9c1dcf2ed538f642/f 2024-12-09T01:44:03,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f/aaead9dea42045efa13558b898e0c2b4 into 505c2d9483e4f3ae9c1dcf2ed538f642/f (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_) 2024-12-09T01:44:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f/aaead9dea42045efa13558b898e0c2b4 2024-12-09T01:44:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d283ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,548 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2df09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,549 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449a3bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745a0a97 2024-12-09T01:44:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dfbb86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c86a392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90481a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e87b35e 2024-12-09T01:44:03,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f3/7810f33608e2415b8d7ced1752c2cacc into 0de3cb3a836698ee3ed7c35759a07ec8/f3 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_ - updating store file list. 2024-12-09T01:44:03,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,574 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689. 2024-12-09T01:44:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_ into 0de3cb3a836698ee3ed7c35759a07ec8/f3 2024-12-09T01:44:03,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f3/7810f33608e2415b8d7ced1752c2cacc into 0de3cb3a836698ee3ed7c35759a07ec8/f3 (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_) 2024-12-09T01:44:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/f3/7810f33608e2415b8d7ced1752c2cacc 2024-12-09T01:44:03,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/mob/33a641b4458749c991c36b56600dab24 into 0de3cb3a836698ee3ed7c35759a07ec8/mob as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_ - updating store file list. 2024-12-09T01:44:03,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_ into 0de3cb3a836698ee3ed7c35759a07ec8/mob 2024-12-09T01:44:03,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/mob/33a641b4458749c991c36b56600dab24 into 0de3cb3a836698ee3ed7c35759a07ec8/mob (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_) 2024-12-09T01:44:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__ppngcmggbltlkbum44vou8pdtt1hu5373j0vjt15nn2q13aik0t4pl5bu5959nao/mob/33a641b4458749c991c36b56600dab24 2024-12-09T01:44:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e34695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:03,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1264b1da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196adfaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a0ea83 2024-12-09T01:44:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:03,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:03,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:03,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:03,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:03,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:03,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:03,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:03,606 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-09T01:44:03,606 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-09T01:44:03,606 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733708555391 hdfs://localhost:37953/backupUT/backup_1733708555391/default/test-1733708545272/ 2024-12-09T01:44:03,607 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:44:03,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:03,608 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T01:44:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:03,609 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708555391/.backup.manifest 2024-12-09T01:44:03,609 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17337085452721' to 'ns2:table2' from full backup image hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721 2024-12-09T01:44:03,617 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-09T01:44:03,617 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d 2024-12-09T01:44:03,618 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f in region [hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d] 2024-12-09T01:44:03,621 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 first=row0 last=row98 2024-12-09T01:44:03,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:44:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-09T01:44:03,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:44:03,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-09T01:44:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:03,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:44:03,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741978_1154 (size=351) 2024-12-09T01:44:03,717 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-09T01:44:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:04,038 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f65b1d611abd45d047c6ae18edbc2ecb, NAME => 'ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:44:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741979_1155 (size=37) 2024-12-09T01:44:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:04,451 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:04,451 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing f65b1d611abd45d047c6ae18edbc2ecb, disabling compactions & flushes 2024-12-09T01:44:04,451 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,452 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,452 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. after waiting 0 ms 2024-12-09T01:44:04,452 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,452 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,452 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for f65b1d611abd45d047c6ae18edbc2ecb: Waiting for close lock at 1733708644451Disabling compacts and flushes for region at 1733708644451Disabling writes for close at 1733708644452 (+1 ms)Writing region close event to WAL at 1733708644452Closed at 1733708644452 2024-12-09T01:44:04,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:44:04,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733708644455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708644455"}]},"ts":"1733708644455"} 2024-12-09T01:44:04,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:44:04,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:44:04,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708644461"}]},"ts":"1733708644461"} 2024-12-09T01:44:04,464 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-09T01:44:04,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, ASSIGN}] 2024-12-09T01:44:04,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, ASSIGN 2024-12-09T01:44:04,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:44:04,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=f65b1d611abd45d047c6ae18edbc2ecb, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:04,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-09T01:44:04,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, ASSIGN because future has completed 2024-12-09T01:44:04,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:04,780 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,780 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => f65b1d611abd45d047c6ae18edbc2ecb, NAME => 'ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:44:04,780 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:04,780 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,780 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:04,781 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,781 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,782 INFO [StoreOpener-f65b1d611abd45d047c6ae18edbc2ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,784 INFO [StoreOpener-f65b1d611abd45d047c6ae18edbc2ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65b1d611abd45d047c6ae18edbc2ecb columnFamilyName f 2024-12-09T01:44:04,784 DEBUG [StoreOpener-f65b1d611abd45d047c6ae18edbc2ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:04,785 INFO [StoreOpener-f65b1d611abd45d047c6ae18edbc2ecb-1 {}] regionserver.HStore(327): Store=f65b1d611abd45d047c6ae18edbc2ecb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:04,785 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,786 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,786 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,787 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,787 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,789 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,792 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:04,792 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened f65b1d611abd45d047c6ae18edbc2ecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11932815520, jitterRate=0.111330047249794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:04,792 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:04,793 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for f65b1d611abd45d047c6ae18edbc2ecb: Running coprocessor pre-open hook at 1733708644781Writing region info on filesystem at 1733708644781Initializing all the Stores at 1733708644782 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708644782Cleaning up temporary data from old regions at 1733708644787 (+5 ms)Running coprocessor post-open hooks at 1733708644792 (+5 ms)Region opened successfully at 1733708644793 (+1 ms) 2024-12-09T01:44:04,794 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., pid=69, masterSystemTime=1733708644776 2024-12-09T01:44:04,796 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,796 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:04,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=f65b1d611abd45d047c6ae18edbc2ecb, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:04,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:04,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-09T01:44:04,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046 in 176 msec 2024-12-09T01:44:04,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T01:44:04,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, ASSIGN in 335 msec 2024-12-09T01:44:04,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:44:04,802 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708644802"}]},"ts":"1733708644802"} 2024-12-09T01:44:04,803 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-09T01:44:04,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:44:04,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1820 sec 2024-12-09T01:44:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T01:44:05,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-09T01:44:05,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-09T01:44:05,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:44:05,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-09T01:44:05,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-09T01:44:05,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:05,786 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d from hbase tables ns2:test-17337085452721 to tables ns2:table2 2024-12-09T01:44:05,786 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17337085452721 into ns2:table2 2024-12-09T01:44:05,789 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786 from hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d 2024-12-09T01:44:05,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5932eac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:05,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:05,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:05,791 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccc0795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:05,792 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b87510c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:05,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4819dd53 2024-12-09T01:44:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:05,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:05,797 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:44:05,797 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-09T01:44:05,797 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:05,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:05,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:05,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:05,801 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-09T01:44:05,801 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-09T01:44:05,801 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_e18e57d2-88a1-48d4-8ccd-41e55a64f5c5 2024-12-09T01:44:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741980_1156 (size=153) 2024-12-09T01:44:06,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62b94aff579200d7c9463bd482d604c6, had cached 0 bytes from a total of 41499 2024-12-09T01:44:06,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-11802260188562520172.jar 2024-12-09T01:44:06,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:44:06,995 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,996 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:44:06,997 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-09T01:44:06,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:06,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:06,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:06,998 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-09T01:44:06,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:07,007 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:44:07,017 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T01:44:07,099 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1197106648_0013_96424a50-fe1a-4f14-b0a2-4e90e422d41d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:44:07,099 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1197106648_0013_96424a50-fe1a-4f14-b0a2-4e90e422d41d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:44:07,146 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:44:07,150 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:07,178 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3893052d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:07,178 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:07,178 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:07,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:07,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:07,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:07,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7ea944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:07,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:07,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:07,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:07,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:07,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580e1de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:07,182 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:07,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:07,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:07,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:07,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:07,185 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-09T01:44:07,185 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:07,185 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:07,186 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:07,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:07,186 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-09T01:44:07,186 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:07,191 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786/_temporary/0/_temporary/attempt_local1197106648_0013_r_000000_0/f/7e5e2bc6762543de99d82108f74d2bd1 is 37, key is row10/f:q1/1733708549269/Put/seqid=0 2024-12-09T01:44:07,193 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741981_1157 (size=8742) 2024-12-09T01:44:08,135 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786 2024-12-09T01:44:08,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e5fa10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:08,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:08,138 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:08,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:08,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb4c673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:08,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6548a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:08,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:08,147 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786/_SUCCESS 2024-12-09T01:44:08,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:08,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e91dba5 2024-12-09T01:44:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:08,152 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:08,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:08,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786/f/7e5e2bc6762543de99d82108f74d2bd1 first=Optional[row0] last=Optional[row98] 2024-12-09T01:44:08,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786/f/7e5e2bc6762543de99d82108f74d2bd1 for inclusion in f65b1d611abd45d047c6ae18edbc2ecb/f 2024-12-09T01:44:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-09T01:44:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T01:44:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for f65b1d611abd45d047c6ae18edbc2ecb: 2024-12-09T01:44:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708645786/f/7e5e2bc6762543de99d82108f74d2bd1 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__d4buq2fbo45hv6qku6c2usg5jg2gvm9t6avbqep12hj6cvfirro9ljfde2gdolun/f/7e5e2bc6762543de99d82108f74d2bd1 2024-12-09T01:44:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__d4buq2fbo45hv6qku6c2usg5jg2gvm9t6avbqep12hj6cvfirro9ljfde2gdolun/f/7e5e2bc6762543de99d82108f74d2bd1 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_ 2024-12-09T01:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9a45ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:08,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fe758f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:08,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,176 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cf1d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd9abeb 2024-12-09T01:44:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:08,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:08,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:08,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:08,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__d4buq2fbo45hv6qku6c2usg5jg2gvm9t6avbqep12hj6cvfirro9ljfde2gdolun/f/7e5e2bc6762543de99d82108f74d2bd1 into f65b1d611abd45d047c6ae18edbc2ecb/f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_ - updating store file list. 2024-12-09T01:44:08,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_ into f65b1d611abd45d047c6ae18edbc2ecb/f 2024-12-09T01:44:08,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__d4buq2fbo45hv6qku6c2usg5jg2gvm9t6avbqep12hj6cvfirro9ljfde2gdolun/f/7e5e2bc6762543de99d82108f74d2bd1 into f65b1d611abd45d047c6ae18edbc2ecb/f (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_) 2024-12-09T01:44:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__d4buq2fbo45hv6qku6c2usg5jg2gvm9t6avbqep12hj6cvfirro9ljfde2gdolun/f/7e5e2bc6762543de99d82108f74d2bd1 2024-12-09T01:44:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73afa102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:08,206 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:08,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42342c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,208 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:08,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fa528c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:08,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:08,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ad7d12 2024-12-09T01:44:08,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:08,210 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:08,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:08,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:08,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:08,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:08,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:08,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:08,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:08,227 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-09T01:44:08,227 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-09T01:44:08,227 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733708555391 hdfs://localhost:37953/backupUT/backup_1733708555391/ns2/test-17337085452721/ 2024-12-09T01:44:08,227 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-09T01:44:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:08,228 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T01:44:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:08,250 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708625281/.backup.manifest 2024-12-09T01:44:08,252 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708625281/.backup.manifest 2024-12-09T01:44:08,253 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708590530/.backup.manifest 2024-12-09T01:44:08,254 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708590530/.backup.manifest 2024-12-09T01:44:08,254 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733708545272' to 'table1' from full backup image hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272 2024-12-09T01:44:08,256 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733708625281 2024-12-09T01:44:08,259 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-09T01:44:08,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-12-09T01:44:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-09T01:44:08,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708648268"}]},"ts":"1733708648268"} 2024-12-09T01:44:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T01:44:08,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-09T01:44:08,270 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-09T01:44:08,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-09T01:44:08,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, UNASSIGN}] 2024-12-09T01:44:08,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, UNASSIGN 2024-12-09T01:44:08,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, UNASSIGN 2024-12-09T01:44:08,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=505c2d9483e4f3ae9c1dcf2ed538f642, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:08,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=0de3cb3a836698ee3ed7c35759a07ec8, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, UNASSIGN because future has completed 2024-12-09T01:44:08,279 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:44:08,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:08,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, UNASSIGN because future has completed 2024-12-09T01:44:08,280 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:44:08,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:08,337 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-09T01:44:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T01:44:08,433 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:44:08,433 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:44:08,434 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 505c2d9483e4f3ae9c1dcf2ed538f642, disabling compactions & flushes 2024-12-09T01:44:08,434 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:44:08,434 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:44:08,434 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. after waiting 0 ms 2024-12-09T01:44:08,434 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:44:08,443 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:08,444 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:08,444 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. 2024-12-09T01:44:08,444 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 505c2d9483e4f3ae9c1dcf2ed538f642: Waiting for close lock at 1733708648434Running coprocessor pre-close hooks at 1733708648434Disabling compacts and flushes for region at 1733708648434Disabling writes for close at 1733708648434Writing region close event to WAL at 1733708648436 (+2 ms)Running coprocessor post-close hooks at 1733708648444 (+8 ms)Closed at 1733708648444 2024-12-09T01:44:08,446 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:44:08,446 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:44:08,446 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:44:08,446 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 0de3cb3a836698ee3ed7c35759a07ec8, disabling compactions & flushes 2024-12-09T01:44:08,446 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:44:08,446 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:44:08,446 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. after waiting 0 ms 2024-12-09T01:44:08,446 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:44:08,446 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=505c2d9483e4f3ae9c1dcf2ed538f642, regionState=CLOSED 2024-12-09T01:44:08,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:08,450 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:08,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-12-09T01:44:08,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 505c2d9483e4f3ae9c1dcf2ed538f642, server=1bae0942de96,42689,1733708537046 in 169 msec 2024-12-09T01:44:08,450 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:08,450 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. 2024-12-09T01:44:08,450 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 0de3cb3a836698ee3ed7c35759a07ec8: Waiting for close lock at 1733708648446Running coprocessor pre-close hooks at 1733708648446Disabling compacts and flushes for region at 1733708648446Disabling writes for close at 1733708648446Writing region close event to WAL at 1733708648447 (+1 ms)Running coprocessor post-close hooks at 1733708648450 (+3 ms)Closed at 1733708648450 2024-12-09T01:44:08,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=505c2d9483e4f3ae9c1dcf2ed538f642, UNASSIGN in 175 msec 2024-12-09T01:44:08,452 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:44:08,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=0de3cb3a836698ee3ed7c35759a07ec8, regionState=CLOSED 2024-12-09T01:44:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:08,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-12-09T01:44:08,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 0de3cb3a836698ee3ed7c35759a07ec8, server=1bae0942de96,42689,1733708537046 in 174 msec 2024-12-09T01:44:08,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T01:44:08,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0de3cb3a836698ee3ed7c35759a07ec8, UNASSIGN in 181 msec 2024-12-09T01:44:08,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-09T01:44:08,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 187 msec 2024-12-09T01:44:08,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708648461"}]},"ts":"1733708648461"} 2024-12-09T01:44:08,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-09T01:44:08,463 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-09T01:44:08,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 199 msec 2024-12-09T01:44:08,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-09T01:44:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T01:44:08,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-09T01:44:08,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-12-09T01:44:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-09T01:44:08,603 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-09T01:44:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:08,608 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:44:08,608 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:44:08,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/recovered.edits] 2024-12-09T01:44:08,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f3, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/mob, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/recovered.edits] 2024-12-09T01:44:08,615 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_ to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/f/d95452ec116b4d2f81fc3c32cac58507_SeqId_4_ 2024-12-09T01:44:08,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_ to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/f3/e64d60024a0249209cf8a3573b10c2b5_SeqId_4_ 2024-12-09T01:44:08,619 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_ to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/mob/7eb857fed567410cb427367ef149a592_SeqId_4_ 2024-12-09T01:44:08,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/recovered.edits/6.seqid to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642/recovered.edits/6.seqid 2024-12-09T01:44:08,620 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/505c2d9483e4f3ae9c1dcf2ed538f642 2024-12-09T01:44:08,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/recovered.edits/6.seqid to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8/recovered.edits/6.seqid 2024-12-09T01:44:08,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/0de3cb3a836698ee3ed7c35759a07ec8 2024-12-09T01:44:08,621 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-09T01:44:08,622 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-09T01:44:08,622 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-09T01:44:08,624 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-09T01:44:08,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42689 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T01:44:08,632 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-09T01:44:08,635 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-09T01:44:08,636 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-09T01:44:08,636 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733708648636"}]},"ts":"9223372036854775807"} 2024-12-09T01:44:08,636 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733708648636"}]},"ts":"9223372036854775807"} 2024-12-09T01:44:08,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-09T01:44:08,638 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0de3cb3a836698ee3ed7c35759a07ec8, NAME => 'table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 505c2d9483e4f3ae9c1dcf2ed538f642, NAME => 'table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-09T01:44:08,639 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-09T01:44:08,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733708648639"}]},"ts":"9223372036854775807"} 2024-12-09T01:44:08,641 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-09T01:44:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741982_1158 (size=938) 2024-12-09T01:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:09,053 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e5737c08797f0bca8b61e57fc76b2b0, NAME => 'table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:44:09,054 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1c5fc4ef701886b9c063f987541d5e15, NAME => 'table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:44:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741984_1160 (size=45) 2024-12-09T01:44:09,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741983_1159 (size=45) 2024-12-09T01:44:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:09,466 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:09,466 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 3e5737c08797f0bca8b61e57fc76b2b0, disabling compactions & flushes 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 1c5fc4ef701886b9c063f987541d5e15, disabling compactions & flushes 2024-12-09T01:44:09,467 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,467 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. after waiting 0 ms 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. after waiting 0 ms 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,467 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,467 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e5737c08797f0bca8b61e57fc76b2b0: Waiting for close lock at 1733708649467Disabling compacts and flushes for region at 1733708649467Disabling writes for close at 1733708649467Writing region close event to WAL at 1733708649467Closed at 1733708649467 2024-12-09T01:44:09,467 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1c5fc4ef701886b9c063f987541d5e15: Waiting for close lock at 1733708649467Disabling compacts and flushes for region at 1733708649467Disabling writes for close at 1733708649467Writing region close event to WAL at 1733708649467Closed at 1733708649467 2024-12-09T01:44:09,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733708649470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708649470"}]},"ts":"1733708649470"} 2024-12-09T01:44:09,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733708649470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708649470"}]},"ts":"1733708649470"} 2024-12-09T01:44:09,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T01:44:09,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708649477"}]},"ts":"1733708649477"} 2024-12-09T01:44:09,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-09T01:44:09,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, ASSIGN}] 2024-12-09T01:44:09,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, ASSIGN 2024-12-09T01:44:09,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, ASSIGN 2024-12-09T01:44:09,482 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:44:09,482 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:44:09,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:09,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:09,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, ASSIGN because future has completed 2024-12-09T01:44:09,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, ASSIGN because future has completed 2024-12-09T01:44:09,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:09,799 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,799 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5737c08797f0bca8b61e57fc76b2b0, NAME => 'table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-09T01:44:09,800 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:09,800 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,800 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:09,800 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,800 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,804 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,806 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName f 2024-12-09T01:44:09,806 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,807 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,807 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,808 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName f3 2024-12-09T01:44:09,809 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,809 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,809 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,811 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName mob 2024-12-09T01:44:09,812 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,813 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,813 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,814 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,814 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,816 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,816 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,817 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:44:09,818 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,821 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:09,821 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 3e5737c08797f0bca8b61e57fc76b2b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9991456640, jitterRate=-0.06947308778762817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:44:09,821 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:09,822 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 3e5737c08797f0bca8b61e57fc76b2b0: Running coprocessor pre-open hook at 1733708649801Writing region info on filesystem at 1733708649801Initializing all the Stores at 1733708649803 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649803Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649803Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649803Cleaning up temporary data from old regions at 1733708649816 (+13 ms)Running coprocessor post-open hooks at 1733708649821 (+5 ms)Region opened successfully at 1733708649822 (+1 ms) 2024-12-09T01:44:09,823 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., pid=80, masterSystemTime=1733708649792 2024-12-09T01:44:09,826 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,826 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:09,826 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,826 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c5fc4ef701886b9c063f987541d5e15, NAME => 'table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-09T01:44:09,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:09,826 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:09,827 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,827 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:09,827 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,827 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,828 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46779 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bae0942de96,42689,1733708537046, table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T01:44:09,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:09,829 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,831 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName f 2024-12-09T01:44:09,831 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,832 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,832 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-12-09T01:44:09,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 in 190 msec 2024-12-09T01:44:09,833 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName f3 2024-12-09T01:44:09,833 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, ASSIGN in 353 msec 2024-12-09T01:44:09,834 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,834 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,835 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName mob 2024-12-09T01:44:09,836 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:09,836 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:09,837 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,837 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,838 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,839 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,839 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,839 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:44:09,841 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,843 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:09,843 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 1c5fc4ef701886b9c063f987541d5e15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10735679200, jitterRate=-1.6196072101593018E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:44:09,843 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:09,843 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 1c5fc4ef701886b9c063f987541d5e15: Running coprocessor pre-open hook at 1733708649827Writing region info on filesystem at 1733708649827Initializing all the Stores at 1733708649829 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649829Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649829Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708649829Cleaning up temporary data from old regions at 1733708649839 (+10 ms)Running coprocessor post-open hooks at 1733708649843 (+4 ms)Region opened successfully at 1733708649843 2024-12-09T01:44:09,844 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., pid=79, masterSystemTime=1733708649792 2024-12-09T01:44:09,846 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,846 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:09,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:09,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:09,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-09T01:44:09,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 in 210 msec 2024-12-09T01:44:09,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-09T01:44:09,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, ASSIGN in 370 msec 2024-12-09T01:44:09,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708649851"}]},"ts":"1733708649851"} 2024-12-09T01:44:09,852 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-09T01:44:09,852 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-09T01:44:09,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2530 sec 2024-12-09T01:44:10,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-09T01:44:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T01:44:10,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-09T01:44:10,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:10,761 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92,hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 from hbase tables test-1733708545272 to tables table1 2024-12-09T01:44:10,762 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733708545272 into table1 2024-12-09T01:44:10,764 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762 from hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92,hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:10,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395d7a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:10,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:10,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:10,767 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:10,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:10,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:10,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee5527b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:10,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:10,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:10,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:10,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:10,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d17693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:10,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:10,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:10,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233b61d2 2024-12-09T01:44:10,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:10,772 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:10,773 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:44:10,773 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-09T01:44:10,773 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:10,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:10,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:10,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:10,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:10,777 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-09T01:44:10,777 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-09T01:44:10,777 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-09T01:44:10,777 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_4f833ff6-4e1a-4ac6-b9c4-624ebeaa4b2b 2024-12-09T01:44:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741985_1161 (size=177) 2024-12-09T01:44:11,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-7826854231694759185.jar 2024-12-09T01:44:11,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:44:11,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:44:11,970 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-09T01:44:11,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:11,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:11,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:11,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:11,971 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-09T01:44:11,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:11,979 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:44:11,989 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T01:44:12,078 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1464673907_0014_636393e1-78fb-4a59-9f9c-3677e7a152ea/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:44:12,078 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1464673907_0014_636393e1-78fb-4a59-9f9c-3677e7a152ea/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:44:12,124 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/d49ac5cedfd94fa48471ed4ac84a0044 2024-12-09T01:44:12,127 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:12,160 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/df59c7479e554f7bb6eef3addfc7592b 2024-12-09T01:44:12,163 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:12,184 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f/a43aebe0e05e4ddbb99d50fad42af2e5 2024-12-09T01:44:12,187 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:12,216 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/1e02dc18368cc7cab6243f10dd0cbb92/mob/d41d8cd98f00b204e9800998ecf8427e2024120976273321d4364419b4d7a9e764568d5f_c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:12,219 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:12,239 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/default/test-1733708545272/archive/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/mob/35834498b4ea4e94a4ea06ee645c287d 2024-12-09T01:44:12,242 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:12,271 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e2c468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,271 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:12,271 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:12,272 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:12,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:12,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:12,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11733e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:12,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,274 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:12,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e74af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,275 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:12,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:12,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:12,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733708545272-1-0', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:12,279 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-09T01:44:12,279 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:12,279 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,280 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:12,280 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-1-0] 2024-12-09T01:44:12,280 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:12,289 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7be1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,289 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:12,289 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:12,290 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:12,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:12,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:12,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f9c0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,292 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d495d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:12,293 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:12,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:12,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733708545272-3-0', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:12,296 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-09T01:44:12,296 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:12,296 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,296 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:12,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:12,296 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-3-0] 2024-12-09T01:44:12,296 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:12,302 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/_temporary/0/_temporary/attempt_local1464673907_0014_r_000000_0/f/93a14d78ae4047ccbdf04c0d025ce2b8 is 59, key is row-test-1733708545272-1-10/f:q1/1733708575380/Put/seqid=0 2024-12-09T01:44:12,303 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741986_1162 (size=11125) 2024-12-09T01:44:12,708 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/_temporary/0/_temporary/attempt_local1464673907_0014_r_000000_0/mob/6ff21cddf1924c5aaf01e48d9d00a59f is 192, key is row-test-1733708545272-3-100/mob:q1/1733708575718/Put/seqid=0 2024-12-09T01:44:12,713 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741987_1163 (size=13404) 2024-12-09T01:44:13,137 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f61500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:13,137 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:13,137 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:13,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4607c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:13,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:13,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:13,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:13,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:13,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b806750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:13,140 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:13,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:13,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:13,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:13,143 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-09T01:44:13,144 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:13,144 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:13,144 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:13,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:13,144 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-09T01:44:13,144 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:13,148 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/_temporary/0/_temporary/attempt_local1464673907_0014_r_000001_0/f/9fb16fec21664d1ab04d95b0eebb93a9 is 37, key is row10/f:q1/1733708546957/Put/seqid=0 2024-12-09T01:44:13,150 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741988_1164 (size=8742) 2024-12-09T01:44:14,123 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762 2024-12-09T01:44:14,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3322f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,124 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5665011a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1b1e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,131 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/_SUCCESS 2024-12-09T01:44:14,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177e7a5f 2024-12-09T01:44:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,144 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/93a14d78ae4047ccbdf04c0d025ce2b8 first=Optional[row-test-1733708545272-1-0] last=Optional[row-test-1733708545272-1-98] 2024-12-09T01:44:14,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/9fb16fec21664d1ab04d95b0eebb93a9 first=Optional[row0] last=Optional[row98] 2024-12-09T01:44:14,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/mob/6ff21cddf1924c5aaf01e48d9d00a59f first=Optional[row-test-1733708545272-3-0] last=Optional[row-test-1733708545272-3-99] 2024-12-09T01:44:14,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/9fb16fec21664d1ab04d95b0eebb93a9 for inclusion in 1c5fc4ef701886b9c063f987541d5e15/f 2024-12-09T01:44:14,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/93a14d78ae4047ccbdf04c0d025ce2b8 for inclusion in 3e5737c08797f0bca8b61e57fc76b2b0/f 2024-12-09T01:44:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-09T01:44:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-09T01:44:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 1c5fc4ef701886b9c063f987541d5e15: 2024-12-09T01:44:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/9fb16fec21664d1ab04d95b0eebb93a9 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/9fb16fec21664d1ab04d95b0eebb93a9 2024-12-09T01:44:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733708545272-1-0 last=row-test-1733708545272-1-98 2024-12-09T01:44:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-09T01:44:14,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/mob/6ff21cddf1924c5aaf01e48d9d00a59f for inclusion in 3e5737c08797f0bca8b61e57fc76b2b0/mob 2024-12-09T01:44:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/9fb16fec21664d1ab04d95b0eebb93a9 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/f/15d4cb9556a348cf93a889f9632d1e8a_SeqId_4_ 2024-12-09T01:44:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b3abf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733708545272-3-0 last=row-test-1733708545272-3-99 2024-12-09T01:44:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-09T01:44:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 3e5737c08797f0bca8b61e57fc76b2b0: 2024-12-09T01:44:14,169 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79264d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/f/93a14d78ae4047ccbdf04c0d025ce2b8 to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/93a14d78ae4047ccbdf04c0d025ce2b8 2024-12-09T01:44:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d06c111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/93a14d78ae4047ccbdf04c0d025ce2b8 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f/d00e4e2500354dea9c5be7dacf67fdde_SeqId_4_ 2024-12-09T01:44:14,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66bba1f6 2024-12-09T01:44:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708650762/mob/6ff21cddf1924c5aaf01e48d9d00a59f to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/mob/6ff21cddf1924c5aaf01e48d9d00a59f 2024-12-09T01:44:14,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/mob/6ff21cddf1924c5aaf01e48d9d00a59f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/mob/2ee19ab48a544ce682a783553ec42299_SeqId_4_ 2024-12-09T01:44:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45239eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,176 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649495b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615f156c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50df5a1f 2024-12-09T01:44:14,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,196 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689. 2024-12-09T01:44:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,198 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/9fb16fec21664d1ab04d95b0eebb93a9 into 1c5fc4ef701886b9c063f987541d5e15/f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/f/15d4cb9556a348cf93a889f9632d1e8a_SeqId_4_ - updating store file list. 2024-12-09T01:44:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3e47da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,203 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d655e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/f/15d4cb9556a348cf93a889f9632d1e8a_SeqId_4_ into 1c5fc4ef701886b9c063f987541d5e15/f 2024-12-09T01:44:14,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/9fb16fec21664d1ab04d95b0eebb93a9 into 1c5fc4ef701886b9c063f987541d5e15/f (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/f/15d4cb9556a348cf93a889f9632d1e8a_SeqId_4_) 2024-12-09T01:44:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/9fb16fec21664d1ab04d95b0eebb93a9 2024-12-09T01:44:14,204 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44b541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56754c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be71c86 2024-12-09T01:44:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,207 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c10353b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,208 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4f5a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247e51cf 2024-12-09T01:44:14,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,211 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/93a14d78ae4047ccbdf04c0d025ce2b8 into 3e5737c08797f0bca8b61e57fc76b2b0/f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f/d00e4e2500354dea9c5be7dacf67fdde_SeqId_4_ - updating store file list. 2024-12-09T01:44:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689. 2024-12-09T01:44:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f/d00e4e2500354dea9c5be7dacf67fdde_SeqId_4_ into 3e5737c08797f0bca8b61e57fc76b2b0/f 2024-12-09T01:44:14,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/93a14d78ae4047ccbdf04c0d025ce2b8 into 3e5737c08797f0bca8b61e57fc76b2b0/f (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f/d00e4e2500354dea9c5be7dacf67fdde_SeqId_4_) 2024-12-09T01:44:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/f/93a14d78ae4047ccbdf04c0d025ce2b8 2024-12-09T01:44:14,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/mob/6ff21cddf1924c5aaf01e48d9d00a59f into 3e5737c08797f0bca8b61e57fc76b2b0/mob as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/mob/2ee19ab48a544ce682a783553ec42299_SeqId_4_ - updating store file list. 2024-12-09T01:44:14,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/mob/2ee19ab48a544ce682a783553ec42299_SeqId_4_ into 3e5737c08797f0bca8b61e57fc76b2b0/mob 2024-12-09T01:44:14,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/mob/6ff21cddf1924c5aaf01e48d9d00a59f into 3e5737c08797f0bca8b61e57fc76b2b0/mob (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/mob/2ee19ab48a544ce682a783553ec42299_SeqId_4_) 2024-12-09T01:44:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__fn87ls9lv62d7q8k8dq1i6cceq18pei2e2bmu9s39dbf8qu7hsh40ii9nm9ifodu/mob/6ff21cddf1924c5aaf01e48d9d00a59f 2024-12-09T01:44:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b12f9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:14,240 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d36745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,242 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc10427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa1dfb 2024-12-09T01:44:14,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:14,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:14,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:14,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:14,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:14,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:14,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:14,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:14,265 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-09T01:44:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:14,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:14,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T01:44:14,283 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733708545272' to 'table1' from log dirs: hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272/f2/af4face1589b4d3ea87e081dadd5f396 2024-12-09T01:44:14,287 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733708545272', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733708625281 2024-12-09T01:44:14,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:44:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-09T01:44:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741989_1165 (size=938) 2024-12-09T01:44:14,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-09T01:44:14,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:44:14,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-09T01:44:14,702 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-09T01:44:14,702 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-09T01:44:14,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-09T01:44:14,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE}] 2024-12-09T01:44:14,712 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE 2024-12-09T01:44:14,712 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE 2024-12-09T01:44:14,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:14,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE because future has completed 2024-12-09T01:44:14,714 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:44:14,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:14,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE because future has completed 2024-12-09T01:44:14,715 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:44:14,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:14,868 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:14,868 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:44:14,868 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 1c5fc4ef701886b9c063f987541d5e15, disabling compactions & flushes 2024-12-09T01:44:14,869 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:14,869 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:14,869 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. after waiting 0 ms 2024-12-09T01:44:14,869 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:14,879 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:14,880 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:14,880 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:14,880 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 1c5fc4ef701886b9c063f987541d5e15: Waiting for close lock at 1733708654868Running coprocessor pre-close hooks at 1733708654868Disabling compacts and flushes for region at 1733708654868Disabling writes for close at 1733708654869 (+1 ms)Writing region close event to WAL at 1733708654871 (+2 ms)Running coprocessor post-close hooks at 1733708654880 (+9 ms)Closed at 1733708654880 2024-12-09T01:44:14,880 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 1c5fc4ef701886b9c063f987541d5e15 to self. 2024-12-09T01:44:14,883 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:14,883 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:14,883 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:44:14,884 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 3e5737c08797f0bca8b61e57fc76b2b0, disabling compactions & flushes 2024-12-09T01:44:14,884 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:14,884 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:14,884 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. after waiting 0 ms 2024-12-09T01:44:14,884 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:14,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=CLOSED 2024-12-09T01:44:14,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:14,890 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:14,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-09T01:44:14,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 in 174 msec 2024-12-09T01:44:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:14,891 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 3e5737c08797f0bca8b61e57fc76b2b0: Waiting for close lock at 1733708654884Running coprocessor pre-close hooks at 1733708654884Disabling compacts and flushes for region at 1733708654884Disabling writes for close at 1733708654884Writing region close event to WAL at 1733708654885 (+1 ms)Running coprocessor post-close hooks at 1733708654891 (+6 ms)Closed at 1733708654891 2024-12-09T01:44:14,891 WARN [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 3e5737c08797f0bca8b61e57fc76b2b0 to self. 2024-12-09T01:44:14,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=true 2024-12-09T01:44:14,892 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:14,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=CLOSED 2024-12-09T01:44:14,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:14,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-12-09T01:44:14,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 in 180 msec 2024-12-09T01:44:14,897 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE; state=CLOSED, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=true 2024-12-09T01:44:15,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:15,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:15,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE because future has completed 2024-12-09T01:44:15,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE because future has completed 2024-12-09T01:44:15,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:15,207 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:15,207 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5737c08797f0bca8b61e57fc76b2b0, NAME => 'table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-09T01:44:15,208 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:15,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:15,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,213 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,214 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName f 2024-12-09T01:44:15,214 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,219 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f/d00e4e2500354dea9c5be7dacf67fdde_SeqId_4_ 2024-12-09T01:44:15,219 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,219 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,220 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName f2 2024-12-09T01:44:15,221 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,221 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,221 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,222 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5737c08797f0bca8b61e57fc76b2b0 columnFamilyName mob 2024-12-09T01:44:15,222 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,227 DEBUG [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/mob/2ee19ab48a544ce682a783553ec42299_SeqId_4_ 2024-12-09T01:44:15,227 INFO [StoreOpener-3e5737c08797f0bca8b61e57fc76b2b0-1 {}] regionserver.HStore(327): Store=3e5737c08797f0bca8b61e57fc76b2b0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,228 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,228 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,229 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,230 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,230 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,231 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:44:15,232 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,233 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 3e5737c08797f0bca8b61e57fc76b2b0; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9560954080, jitterRate=-0.10956676304340363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:44:15,233 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:15,233 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 3e5737c08797f0bca8b61e57fc76b2b0: Running coprocessor pre-open hook at 1733708655209Writing region info on filesystem at 1733708655210 (+1 ms)Initializing all the Stores at 1733708655212 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655212Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655212Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655212Cleaning up temporary data from old regions at 1733708655230 (+18 ms)Running coprocessor post-open hooks at 1733708655233 (+3 ms)Region opened successfully at 1733708655233 2024-12-09T01:44:15,234 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., pid=87, masterSystemTime=1733708655200 2024-12-09T01:44:15,236 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:15,236 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:15,236 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:15,236 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c5fc4ef701886b9c063f987541d5e15, NAME => 'table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-09T01:44:15,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3e5737c08797f0bca8b61e57fc76b2b0, regionState=OPEN, openSeqNum=7, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:15,236 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:15,236 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,237 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:15,237 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,237 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:15,238 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,239 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName f 2024-12-09T01:44:15,239 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-12-09T01:44:15,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e5737c08797f0bca8b61e57fc76b2b0, server=1bae0942de96,42689,1733708537046 in 192 msec 2024-12-09T01:44:15,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3e5737c08797f0bca8b61e57fc76b2b0, REOPEN/MOVE in 529 msec 2024-12-09T01:44:15,244 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/f/15d4cb9556a348cf93a889f9632d1e8a_SeqId_4_ 2024-12-09T01:44:15,245 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,245 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,246 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName f2 2024-12-09T01:44:15,246 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,246 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,246 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,247 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5fc4ef701886b9c063f987541d5e15 columnFamilyName mob 2024-12-09T01:44:15,247 DEBUG [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:15,248 INFO [StoreOpener-1c5fc4ef701886b9c063f987541d5e15-1 {}] regionserver.HStore(327): Store=1c5fc4ef701886b9c063f987541d5e15/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:15,248 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,248 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,249 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,250 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,250 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,250 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:44:15,251 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,252 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 1c5fc4ef701886b9c063f987541d5e15; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11807140960, jitterRate=0.09962569177150726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:44:15,252 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:15,252 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 1c5fc4ef701886b9c063f987541d5e15: Running coprocessor pre-open hook at 1733708655237Writing region info on filesystem at 1733708655237Initializing all the Stores at 1733708655238 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655238Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655238Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708655238Cleaning up temporary data from old regions at 1733708655250 (+12 ms)Running coprocessor post-open hooks at 1733708655252 (+2 ms)Region opened successfully at 1733708655252 2024-12-09T01:44:15,253 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., pid=88, masterSystemTime=1733708655200 2024-12-09T01:44:15,254 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:15,254 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:15,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=1c5fc4ef701886b9c063f987541d5e15, regionState=OPEN, openSeqNum=7, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:15,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:15,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-12-09T01:44:15,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c5fc4ef701886b9c063f987541d5e15, server=1bae0942de96,42689,1733708537046 in 208 msec 2024-12-09T01:44:15,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-12-09T01:44:15,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1c5fc4ef701886b9c063f987541d5e15, REOPEN/MOVE in 547 msec 2024-12-09T01:44:15,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-09T01:44:15,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 553 msec 2024-12-09T01:44:15,262 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-09T01:44:15,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., family=f3 2024-12-09T01:44:15,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., family=f3 2024-12-09T01:44:15,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 975 msec 2024-12-09T01:44:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-09T01:44:15,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-09T01:44:15,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:15,270 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:44:15,270 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272/f2/af4face1589b4d3ea87e081dadd5f396 from hbase tables test-1733708545272 to tables table1 2024-12-09T01:44:15,270 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733708545272 into table1 2024-12-09T01:44:15,272 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270 from hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272/f2/af4face1589b4d3ea87e081dadd5f396 2024-12-09T01:44:15,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640236b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:15,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:15,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:15,273 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac752b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:15,275 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5940036e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:15,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488108e2 2024-12-09T01:44:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:15,277 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:15,278 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:44:15,278 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-09T01:44:15,278 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:15,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:15,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:15,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:15,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:15,282 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-09T01:44:15,282 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-09T01:44:15,282 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-09T01:44:15,283 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_621609ac-a3d5-4750-bb10-c0982079c4a2 2024-12-09T01:44:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741990_1166 (size=177) 2024-12-09T01:44:15,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-09T01:44:15,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:15,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:15,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-18226876421383653184.jar 2024-12-09T01:44:16,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:44:16,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:44:16,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:16,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:44:16,469 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-09T01:44:16,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:16,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:16,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:16,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:16,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:16,470 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-09T01:44:16,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:16,479 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:44:16,489 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T01:44:16,565 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local961733664_0015_1c21282b-155b-4a35-b898-e6e35a5235c1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:44:16,565 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local961733664_0015_1c21282b-155b-4a35-b898-e6e35a5235c1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:44:16,617 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272/f2/af4face1589b4d3ea87e081dadd5f396 2024-12-09T01:44:16,619 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:16,646 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c560c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:16,647 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:16,647 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:16,648 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236bc679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:16,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:16,650 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:16,651 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:16,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733708545272-2-0', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7] 2024-12-09T01:44:16,655 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-09T01:44:16,655 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:16,655 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:16,655 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:16,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:16,655 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733708545272-2-0] 2024-12-09T01:44:16,655 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:16,658 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270/_temporary/0/_temporary/attempt_local961733664_0015_r_000000_0/f2/7ef3bf20296b4cd0b537fff90f86851d is 58, key is row-test-1733708545272-2-0/f2:q1/1733708620269/Put/seqid=0 2024-12-09T01:44:16,660 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741991_1167 (size=5608) 2024-12-09T01:44:17,607 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270 2024-12-09T01:44:17,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2bc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:17,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:17,609 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90154a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,611 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:17,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1038fd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:17,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:17,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:17,616 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270/_SUCCESS 2024-12-09T01:44:17,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524dbfd6 2024-12-09T01:44:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:17,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:17,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7] 2024-12-09T01:44:17,624 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-09T01:44:17,630 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270/f2/7ef3bf20296b4cd0b537fff90f86851d first=Optional[row-test-1733708545272-2-0] last=Optional[row-test-1733708545272-2-6] 2024-12-09T01:44:17,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270/f2/7ef3bf20296b4cd0b537fff90f86851d for inclusion in 3e5737c08797f0bca8b61e57fc76b2b0/f2 2024-12-09T01:44:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733708545272-2-0 last=row-test-1733708545272-2-6 2024-12-09T01:44:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-09T01:44:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 3e5737c08797f0bca8b61e57fc76b2b0: 2024-12-09T01:44:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-default-table1-1733708655270/f2/7ef3bf20296b4cd0b537fff90f86851d to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__j9rjakmt626o0m3k9678iestmt7jqsfghmbbgrccegkhgk1ljpfjq7gie9j163sp/f2/7ef3bf20296b4cd0b537fff90f86851d 2024-12-09T01:44:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__j9rjakmt626o0m3k9678iestmt7jqsfghmbbgrccegkhgk1ljpfjq7gie9j163sp/f2/7ef3bf20296b4cd0b537fff90f86851d as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f2/cb60d0f6653b4b0ab1157441a3b70125_SeqId_9_ 2024-12-09T01:44:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dea8dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:17,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f936abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,643 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:17,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8c2aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6711207f 2024-12-09T01:44:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:17,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:17,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:17,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:17,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:17,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:17,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:17,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:17,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:17,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__j9rjakmt626o0m3k9678iestmt7jqsfghmbbgrccegkhgk1ljpfjq7gie9j163sp/f2/7ef3bf20296b4cd0b537fff90f86851d into 3e5737c08797f0bca8b61e57fc76b2b0/f2 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f2/cb60d0f6653b4b0ab1157441a3b70125_SeqId_9_ - updating store file list. 2024-12-09T01:44:17,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f2/cb60d0f6653b4b0ab1157441a3b70125_SeqId_9_ into 3e5737c08797f0bca8b61e57fc76b2b0/f2 2024-12-09T01:44:17,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__j9rjakmt626o0m3k9678iestmt7jqsfghmbbgrccegkhgk1ljpfjq7gie9j163sp/f2/7ef3bf20296b4cd0b537fff90f86851d into 3e5737c08797f0bca8b61e57fc76b2b0/f2 (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/f2/cb60d0f6653b4b0ab1157441a3b70125_SeqId_9_) 2024-12-09T01:44:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__table1__j9rjakmt626o0m3k9678iestmt7jqsfghmbbgrccegkhgk1ljpfjq7gie9j163sp/f2/7ef3bf20296b4cd0b537fff90f86851d 2024-12-09T01:44:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13180b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:17,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:17,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:17,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451ca95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,670 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1aedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73504316 2024-12-09T01:44:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:17,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:17,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:17,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:17,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:17,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:17,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:17,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:17,691 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-09T01:44:17,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7 , the old value is region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7 from cache 2024-12-09T01:44:17,691 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733708545272 has been successfully restored to table1 2024-12-09T01:44:17,691 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-09T01:44:17,691 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733708625281 hdfs://localhost:37953/backupUT/backup_1733708625281/default/test-1733708545272/ 2024-12-09T01:44:17,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T01:44:17,691 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:37953/backupUT/backup_1733708590530/.backup.manifest 2024-12-09T01:44:17,693 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733708590530/.backup.manifest 2024-12-09T01:44:17,693 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17337085452721' to 'ns2:table2' from full backup image hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721 2024-12-09T01:44:17,695 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17337085452721', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733708625281 2024-12-09T01:44:17,698 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-09T01:44:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-12-09T01:44:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-09T01:44:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-09T01:44:17,701 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708657701"}]},"ts":"1733708657701"} 2024-12-09T01:44:17,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-09T01:44:17,702 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-09T01:44:17,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-09T01:44:17,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, UNASSIGN}] 2024-12-09T01:44:17,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, UNASSIGN 2024-12-09T01:44:17,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=f65b1d611abd45d047c6ae18edbc2ecb, regionState=CLOSING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, UNASSIGN because future has completed 2024-12-09T01:44:17,707 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:44:17,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:17,797 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-09T01:44:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-09T01:44:17,860 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:17,860 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:44:17,860 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing f65b1d611abd45d047c6ae18edbc2ecb, disabling compactions & flushes 2024-12-09T01:44:17,860 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:17,860 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:17,860 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. after waiting 0 ms 2024-12-09T01:44:17,860 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:17,868 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:17,870 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:17,870 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. 2024-12-09T01:44:17,870 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for f65b1d611abd45d047c6ae18edbc2ecb: Waiting for close lock at 1733708657860Running coprocessor pre-close hooks at 1733708657860Disabling compacts and flushes for region at 1733708657860Disabling writes for close at 1733708657860Writing region close event to WAL at 1733708657862 (+2 ms)Running coprocessor post-close hooks at 1733708657870 (+8 ms)Closed at 1733708657870 2024-12-09T01:44:17,873 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:17,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=f65b1d611abd45d047c6ae18edbc2ecb, regionState=CLOSED 2024-12-09T01:44:17,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:17,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-09T01:44:17,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure f65b1d611abd45d047c6ae18edbc2ecb, server=1bae0942de96,42689,1733708537046 in 169 msec 2024-12-09T01:44:17,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-09T01:44:17,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=f65b1d611abd45d047c6ae18edbc2ecb, UNASSIGN in 175 msec 2024-12-09T01:44:17,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-09T01:44:17,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec 2024-12-09T01:44:17,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708657888"}]},"ts":"1733708657888"} 2024-12-09T01:44:17,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-09T01:44:17,890 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-09T01:44:17,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 193 msec 2024-12-09T01:44:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-09T01:44:18,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-09T01:44:18,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-12-09T01:44:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-09T01:44:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:18,024 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-09T01:44:18,028 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:18,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f, FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/recovered.edits] 2024-12-09T01:44:18,035 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_ to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/f/1e2e75dfef304b928fd2a6c1670441c9_SeqId_4_ 2024-12-09T01:44:18,038 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/recovered.edits/6.seqid to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/archive/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb/recovered.edits/6.seqid 2024-12-09T01:44:18,039 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/f65b1d611abd45d047c6ae18edbc2ecb 2024-12-09T01:44:18,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-09T01:44:18,043 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-09T01:44:18,045 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-09T01:44:18,045 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-09T01:44:18,045 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733708658045"}]},"ts":"9223372036854775807"} 2024-12-09T01:44:18,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T01:44:18,047 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f65b1d611abd45d047c6ae18edbc2ecb, NAME => 'ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T01:44:18,047 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-09T01:44:18,048 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733708658047"}]},"ts":"9223372036854775807"} 2024-12-09T01:44:18,049 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-09T01:44:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741992_1168 (size=351) 2024-12-09T01:44:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:18,459 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d8e20988ad39fbbfe270a2d93fa5cb6, NAME => 'ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9 2024-12-09T01:44:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741993_1169 (size=37) 2024-12-09T01:44:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:18,872 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:18,873 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5d8e20988ad39fbbfe270a2d93fa5cb6, disabling compactions & flushes 2024-12-09T01:44:18,873 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:18,873 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:18,873 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. after waiting 0 ms 2024-12-09T01:44:18,873 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:18,873 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:18,873 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d8e20988ad39fbbfe270a2d93fa5cb6: Waiting for close lock at 1733708658873Disabling compacts and flushes for region at 1733708658873Disabling writes for close at 1733708658873Writing region close event to WAL at 1733708658873Closed at 1733708658873 2024-12-09T01:44:18,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733708658876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708658876"}]},"ts":"1733708658876"} 2024-12-09T01:44:18,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:44:18,883 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708658883"}]},"ts":"1733708658883"} 2024-12-09T01:44:18,886 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-09T01:44:18,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d8e20988ad39fbbfe270a2d93fa5cb6, ASSIGN}] 2024-12-09T01:44:18,888 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d8e20988ad39fbbfe270a2d93fa5cb6, ASSIGN 2024-12-09T01:44:18,889 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5d8e20988ad39fbbfe270a2d93fa5cb6, ASSIGN; state=OFFLINE, location=1bae0942de96,42689,1733708537046; forceNewPlan=false, retain=false 2024-12-09T01:44:19,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5d8e20988ad39fbbfe270a2d93fa5cb6, regionState=OPENING, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:19,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5d8e20988ad39fbbfe270a2d93fa5cb6, ASSIGN because future has completed 2024-12-09T01:44:19,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8e20988ad39fbbfe270a2d93fa5cb6, server=1bae0942de96,42689,1733708537046}] 2024-12-09T01:44:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:19,202 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:19,202 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d8e20988ad39fbbfe270a2d93fa5cb6, NAME => 'ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:44:19,203 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-09T01:44:19,203 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,203 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:19,203 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,203 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,206 INFO [StoreOpener-5d8e20988ad39fbbfe270a2d93fa5cb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,208 INFO [StoreOpener-5d8e20988ad39fbbfe270a2d93fa5cb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d8e20988ad39fbbfe270a2d93fa5cb6 columnFamilyName f 2024-12-09T01:44:19,208 DEBUG [StoreOpener-5d8e20988ad39fbbfe270a2d93fa5cb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:19,209 INFO [StoreOpener-5d8e20988ad39fbbfe270a2d93fa5cb6-1 {}] regionserver.HStore(327): Store=5d8e20988ad39fbbfe270a2d93fa5cb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:19,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,210 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,211 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,212 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,212 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,215 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,219 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:19,220 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 5d8e20988ad39fbbfe270a2d93fa5cb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11474361440, jitterRate=0.06863318383693695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:19,220 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:19,221 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 5d8e20988ad39fbbfe270a2d93fa5cb6: Running coprocessor pre-open hook at 1733708659204Writing region info on filesystem at 1733708659204Initializing all the Stores at 1733708659205 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708659205Cleaning up temporary data from old regions at 1733708659212 (+7 ms)Running coprocessor post-open hooks at 1733708659220 (+8 ms)Region opened successfully at 1733708659221 (+1 ms) 2024-12-09T01:44:19,222 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., pid=95, masterSystemTime=1733708659198 2024-12-09T01:44:19,224 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:19,224 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:19,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5d8e20988ad39fbbfe270a2d93fa5cb6, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,42689,1733708537046 2024-12-09T01:44:19,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d8e20988ad39fbbfe270a2d93fa5cb6, server=1bae0942de96,42689,1733708537046 because future has completed 2024-12-09T01:44:19,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-09T01:44:19,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d8e20988ad39fbbfe270a2d93fa5cb6, server=1bae0942de96,42689,1733708537046 in 182 msec 2024-12-09T01:44:19,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-09T01:44:19,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d8e20988ad39fbbfe270a2d93fa5cb6, ASSIGN in 341 msec 2024-12-09T01:44:19,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708659230"}]},"ts":"1733708659230"} 2024-12-09T01:44:19,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-09T01:44:19,231 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-09T01:44:19,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2120 sec 2024-12-09T01:44:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-09T01:44:20,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-09T01:44:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:20,175 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d from hbase tables ns2:test-17337085452721 to tables ns2:table2 2024-12-09T01:44:20,175 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17337085452721 into ns2:table2 2024-12-09T01:44:20,177 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175 from hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d 2024-12-09T01:44:20,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22413c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:20,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:20,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:20,178 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:20,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d3bb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:20,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:20,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741ea7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:20,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e976cd8 2024-12-09T01:44:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:20,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:20,183 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-09T01:44:20,183 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-09T01:44:20,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:20,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:20,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:20,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:20,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:20,187 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-09T01:44:20,187 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-09T01:44:20,187 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/partitions_c7886ad0-ebfb-4570-8069-ff7027af37cf 2024-12-09T01:44:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741994_1170 (size=153) 2024-12-09T01:44:20,315 DEBUG [regionserver/1bae0942de96:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-09T01:44:20,318 WARN [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 17, running: 1 2024-12-09T01:44:20,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-09T01:44:20,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:20,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:20,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop-10022226430146085175.jar 2024-12-09T01:44:21,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-09T01:44:21,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-09T01:44:21,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-09T01:44:21,372 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-09T01:44:21,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:21,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:21,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:21,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:21,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:21,373 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-09T01:44:21,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-09T01:44:21,381 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-09T01:44:21,391 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-09T01:44:21,472 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1601158691_0016_66c979bb-3970-4a6f-8a4c-0705728f2422/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-09T01:44:21,472 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/mapreduce.cluster.local.dir/job_local1601158691_0016_66c979bb-3970-4a6f-8a4c-0705728f2422/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-09T01:44:21,513 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/bd2c244496ea4fae8427342582b96311 2024-12-09T01:44:21,516 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:21,547 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37953/backupUT/backup_1733708590530/ns2/test-17337085452721/archive/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/f/8e84448d17264972a3f4b12c01849289 2024-12-09T01:44:21,550 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-09T01:44:21,576 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b33efbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:21,577 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:21,577 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:21,577 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab8f815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:21,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:21,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:21,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6aeaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:21,580 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:21,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:21,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:21,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:21,583 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-09T01:44:21,583 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:21,584 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:21,584 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:21,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:21,584 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-09T01:44:21,584 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 1bae0942de96 2024-12-09T01:44:21,588 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175/_temporary/0/_temporary/attempt_local1601158691_0016_r_000000_0/f/d4382a915f454e779f0b9f576d6cee0c is 38, key is row-t20/f:q1/1733708575746/Put/seqid=0 2024-12-09T01:44:21,589 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [1bae0942de96:42689] Specified favored nodes: [1bae0942de96:42689] 2024-12-09T01:44:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741995_1171 (size=8935) 2024-12-09T01:44:22,512 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175 2024-12-09T01:44:22,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b793acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:22,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:22,513 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a3d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:22,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad60f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:22,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:22,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:22,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:22,519 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175/_SUCCESS 2024-12-09T01:44:22,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:22,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4463d723 2024-12-09T01:44:22,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:22,523 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:22,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:22,528 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-09T01:44:22,533 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175/f/d4382a915f454e779f0b9f576d6cee0c first=Optional[row-t20] last=Optional[row98] 2024-12-09T01:44:22,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175/f/d4382a915f454e779f0b9f576d6cee0c for inclusion in 5d8e20988ad39fbbfe270a2d93fa5cb6/f 2024-12-09T01:44:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-09T01:44:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T01:44:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegion(2603): Flush status journal for 5d8e20988ad39fbbfe270a2d93fa5cb6: 2024-12-09T01:44:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/hbase-staging/bulk_output-ns2-table2-1733708660175/f/d4382a915f454e779f0b9f576d6cee0c to hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__lrqm52h13jq8m79dapk51p61ri5rh022cobr6os270bpn1pj6gddfrqvlgsq04o6/f/d4382a915f454e779f0b9f576d6cee0c 2024-12-09T01:44:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__lrqm52h13jq8m79dapk51p61ri5rh022cobr6os270bpn1pj6gddfrqvlgsq04o6/f/d4382a915f454e779f0b9f576d6cee0c as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/f/f95e090e14194061a442f4e37dbd0e4a_SeqId_4_ 2024-12-09T01:44:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9269c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:22,545 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:22,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:22,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4bae5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,546 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:22,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a93474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:22,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:22,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7788ce59 2024-12-09T01:44:22,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:22,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:44:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:22,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:22,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:22,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:22,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:22,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:22,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:22,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__lrqm52h13jq8m79dapk51p61ri5rh022cobr6os270bpn1pj6gddfrqvlgsq04o6/f/d4382a915f454e779f0b9f576d6cee0c into 5d8e20988ad39fbbfe270a2d93fa5cb6/f as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/f/f95e090e14194061a442f4e37dbd0e4a_SeqId_4_ - updating store file list. 2024-12-09T01:44:22,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/f/f95e090e14194061a442f4e37dbd0e4a_SeqId_4_ into 5d8e20988ad39fbbfe270a2d93fa5cb6/f 2024-12-09T01:44:22,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__lrqm52h13jq8m79dapk51p61ri5rh022cobr6os270bpn1pj6gddfrqvlgsq04o6/f/d4382a915f454e779f0b9f576d6cee0c into 5d8e20988ad39fbbfe270a2d93fa5cb6/f (new location: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/f/f95e090e14194061a442f4e37dbd0e4a_SeqId_4_) 2024-12-09T01:44:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/staging/jenkins__ns2_table2__lrqm52h13jq8m79dapk51p61ri5rh022cobr6os270bpn1pj6gddfrqvlgsq04o6/f/d4382a915f454e779f0b9f576d6cee0c 2024-12-09T01:44:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c92ecbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,46779,-1 for getting cluster id 2024-12-09T01:44:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:44:22,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8c74f4e-cab3-402c-bccd-bdcf00eb7859' 2024-12-09T01:44:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:44:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8c74f4e-cab3-402c-bccd-bdcf00eb7859" 2024-12-09T01:44:22,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8b5be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,46779,-1] 2024-12-09T01:44:22,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:44:22,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,580 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:44:22,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4efd23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-09T01:44:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:44:22,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,46779,1733708535363 2024-12-09T01:44:22,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a373d7e 2024-12-09T01:44:22,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:44:22,583 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-09T01:44:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:44:22,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,42689,1733708537046, seqNum=-1] 2024-12-09T01:44:22,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:22,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T01:44:22,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-09T01:44:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-09T01:44:22,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:22,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689. 2024-12-09T01:44:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:22,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:22,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:22,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:22,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:22,602 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-09T01:44:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-09T01:44:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:22,602 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-09T01:44:22,616 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17337085452721', skipping incremental restore step. 2024-12-09T01:44:22,616 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-09T01:44:22,616 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733708625281 hdfs://localhost:37953/backupUT/backup_1733708625281/ns2/test-17337085452721/ 2024-12-09T01:44:22,616 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-09T01:44:22,617 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:44:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:39714 deadline: 1733708722617, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. is not online on 1bae0942de96,42689,1733708537046 2024-12-09T01:44:22,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733708637939.0de3cb3a836698ee3ed7c35759a07ec8., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:22,706 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:42689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-09T01:44:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., hostname=1bae0942de96,42689,1733708537046, seqNum=7] 2024-12-09T01:44:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:39714 deadline: 1733708722735, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. is not online on 1bae0942de96,42689,1733708537046 2024-12-09T01:44:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733708637939.505c2d9483e4f3ae9c1dcf2ed538f642., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., hostname=1bae0942de96,42689,1733708537046, seqNum=7] 2024-12-09T01:44:22,857 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-09T01:44:22,863 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-09T01:44:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-09T01:44:22,887 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-09T01:44:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42689 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:39714 deadline: 1733708722886, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. is not online on 1bae0942de96,42689,1733708537046 2024-12-09T01:44:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 , the old value is region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb. is not online on 1bae0942de96,42689,1733708537046 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T01:44:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb., hostname=1bae0942de96,42689,1733708537046, seqNum=2 from cache 2024-12-09T01:44:22,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., hostname=1bae0942de96,42689,1733708537046, seqNum=2] 2024-12-09T01:44:23,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:23,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:23,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:23,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: rs(1bae0942de96,42689,1733708537046)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-923414978_20 at /127.0.0.1:49824 [Receiving block BP-965990796-172.17.0.2-1733708530961:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1054394050_20 at /127.0.0.1:40136 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-965990796-172.17.0.2-1733708530961:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-923414978_20 at /127.0.0.1:49828 [Receiving block BP-965990796-172.17.0.2-1733708530961:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1bae0942de96,42689,1733708537046)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-923414978_20 at /127.0.0.1:49832 [Receiving block BP-965990796-172.17.0.2-1733708530961:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-965990796-172.17.0.2-1733708530961:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-965990796-172.17.0.2-1733708530961:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '1bae0942de96,42689,1733708537046' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (1bae0942de96,46779,1733708535363)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1bae0942de96,42689,1733708537046)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(1bae0942de96,42689,1733708537046)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 164), ProcessCount=19 (was 19), AvailableMemoryMB=13782 (was 14720) 2024-12-09T01:44:23,017 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-12-09T01:44:23,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:44:23,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:23,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:23,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:23,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:44:23,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987750799, stopped=false 2024-12-09T01:44:23,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bae0942de96,46779,1733708535363 2024-12-09T01:44:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T01:44:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T01:44:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:44:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:44:23,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:44:23,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:23,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T01:44:23,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T01:44:23,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:23,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,42689,1733708537046' ***** 2024-12-09T01:44:23,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:44:23,073 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-09T01:44:23,077 INFO [RS:0;1bae0942de96:42689 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@71949206{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-09T01:44:23,079 INFO [RS:0;1bae0942de96:42689 {}] server.AbstractConnector(383): Stopped ServerConnector@6211093f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-09T01:44:23,079 INFO [RS:0;1bae0942de96:42689 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:23,079 INFO [RS:0;1bae0942de96:42689 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@242767fe{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-09T01:44:23,079 INFO [RS:0;1bae0942de96:42689 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@464aa74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:44:23,081 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 7101f7329ea92225ec859097eb2420cb 2024-12-09T01:44:23,081 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 62b94aff579200d7c9463bd482d604c6 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 29039a374866b53031727b1faadc3b3d 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d94a9b911b8b8c3e0c395d030390bb0 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c5fc4ef701886b9c063f987541d5e15 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d8e20988ad39fbbfe270a2d93fa5cb6 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e5737c08797f0bca8b61e57fc76b2b0 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 80eaaab6add6ee9bc2159777ed21e21a 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,42689,1733708537046 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bae0942de96:42689. 2024-12-09T01:44:23,082 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7101f7329ea92225ec859097eb2420cb, disabling compactions & flushes 2024-12-09T01:44:23,082 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:44:23,082 DEBUG [RS:0;1bae0942de96:42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:23,082 DEBUG [RS:0;1bae0942de96:42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:23,082 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:44:23,082 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. after waiting 0 ms 2024-12-09T01:44:23,082 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:44:23,082 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-09T01:44:23,082 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:44:23,083 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:44:23,083 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:44:23,083 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:44:23,083 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:44:23,083 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 29039a374866b53031727b1faadc3b3d, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 62b94aff579200d7c9463bd482d604c6, 6d94a9b911b8b8c3e0c395d030390bb0, 7101f7329ea92225ec859097eb2420cb, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,083 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-09T01:44:23,083 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:23,085 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns3/test-17337085452722/7101f7329ea92225ec859097eb2420cb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:23,086 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:23,086 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:44:23,086 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7101f7329ea92225ec859097eb2420cb: Waiting for close lock at 1733708663082Running coprocessor pre-close hooks at 1733708663082Disabling compacts and flushes for region at 1733708663082Disabling writes for close at 1733708663082Writing region close event to WAL at 1733708663082Running coprocessor post-close hooks at 1733708663086 (+4 ms)Closed at 1733708663086 2024-12-09T01:44:23,086 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17337085452722,,1733708549384.7101f7329ea92225ec859097eb2420cb. 2024-12-09T01:44:23,087 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62b94aff579200d7c9463bd482d604c6, disabling compactions & flushes 2024-12-09T01:44:23,087 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:44:23,087 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:44:23,087 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. after waiting 0 ms 2024-12-09T01:44:23,087 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:44:23,087 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62b94aff579200d7c9463bd482d604c6 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-09T01:44:23,090 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/70125ba8d6b94a8890cf24bc6418243c is 158, key is trslm:hdfs://localhost:37953/backupUT\x00ns2:test-17337085452721/meta:log-roll-map/1733708637436/Put/seqid=0 2024-12-09T01:44:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741996_1172 (size=6208) 2024-12-09T01:44:23,104 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/info/a02cae9870bc4541b19b7c2f1f53d2b8 is 159, key is ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d./info:regioninfo/1733708548270/Put/seqid=0 2024-12-09T01:44:23,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741997_1173 (size=19093) 2024-12-09T01:44:23,283 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 29039a374866b53031727b1faadc3b3d, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 62b94aff579200d7c9463bd482d604c6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,346 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:44:23,346 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:44:23,483 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 29039a374866b53031727b1faadc3b3d, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 62b94aff579200d7c9463bd482d604c6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,496 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/70125ba8d6b94a8890cf24bc6418243c 2024-12-09T01:44:23,509 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/info/a02cae9870bc4541b19b7c2f1f53d2b8 2024-12-09T01:44:23,511 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/60761b8b52544b75a1be4b13f572178a is 588, key is session:backup_1733708625281/session:context/1733708637882/Put/seqid=0 2024-12-09T01:44:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741998_1174 (size=5689) 2024-12-09T01:44:23,528 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/ns/ebe81ea5418949e59d759a69d091f36e is 85, key is ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb./ns:/1733708658041/DeleteFamily/seqid=0 2024-12-09T01:44:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741999_1175 (size=5760) 2024-12-09T01:44:23,684 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 29039a374866b53031727b1faadc3b3d, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 62b94aff579200d7c9463bd482d604c6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,884 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 29039a374866b53031727b1faadc3b3d, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 62b94aff579200d7c9463bd482d604c6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:23,916 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/60761b8b52544b75a1be4b13f572178a 2024-12-09T01:44:23,929 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/meta/70125ba8d6b94a8890cf24bc6418243c as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/70125ba8d6b94a8890cf24bc6418243c 2024-12-09T01:44:23,932 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/ns/ebe81ea5418949e59d759a69d091f36e 2024-12-09T01:44:23,937 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/meta/70125ba8d6b94a8890cf24bc6418243c, entries=7, sequenceid=52, filesize=6.1 K 2024-12-09T01:44:23,938 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/.tmp/session/60761b8b52544b75a1be4b13f572178a as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/60761b8b52544b75a1be4b13f572178a 2024-12-09T01:44:23,944 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/session/60761b8b52544b75a1be4b13f572178a, entries=2, sequenceid=52, filesize=5.6 K 2024-12-09T01:44:23,945 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 858ms, sequenceid=52, compaction requested=true 2024-12-09T01:44:23,950 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system/62b94aff579200d7c9463bd482d604c6/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:23,951 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62b94aff579200d7c9463bd482d604c6: Waiting for close lock at 1733708663086Running coprocessor pre-close hooks at 1733708663086Disabling compacts and flushes for region at 1733708663086Disabling writes for close at 1733708663087 (+1 ms)Obtaining lock to block concurrent updates at 1733708663087Preparing flush snapshotting stores in 62b94aff579200d7c9463bd482d604c6 at 1733708663087Finished memstore snapshotting backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733708663087Flushing stores of backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. at 1733708663087Flushing 62b94aff579200d7c9463bd482d604c6/meta: creating writer at 1733708663088 (+1 ms)Flushing 62b94aff579200d7c9463bd482d604c6/meta: appending metadata at 1733708663090 (+2 ms)Flushing 62b94aff579200d7c9463bd482d604c6/meta: closing flushed file at 1733708663090Flushing 62b94aff579200d7c9463bd482d604c6/session: creating writer at 1733708663506 (+416 ms)Flushing 62b94aff579200d7c9463bd482d604c6/session: appending metadata at 1733708663510 (+4 ms)Flushing 62b94aff579200d7c9463bd482d604c6/session: closing flushed file at 1733708663510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd6173: reopening flushed file at 1733708663928 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7317a1f: reopening flushed file at 1733708663937 (+9 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 62b94aff579200d7c9463bd482d604c6 in 858ms, sequenceid=52, compaction requested=true at 1733708663945 (+8 ms)Writing region close event to WAL at 1733708663946 (+1 ms)Running coprocessor post-close hooks at 1733708663951 (+5 ms)Closed at 1733708663951 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733708555551.62b94aff579200d7c9463bd482d604c6. 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29039a374866b53031727b1faadc3b3d, disabling compactions & flushes 2024-12-09T01:44:23,951 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. after waiting 0 ms 2024-12-09T01:44:23,951 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:44:23,955 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/test-17337085452721/29039a374866b53031727b1faadc3b3d/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-09T01:44:23,955 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:23,955 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:44:23,955 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29039a374866b53031727b1faadc3b3d: Waiting for close lock at 1733708663951Running coprocessor pre-close hooks at 1733708663951Disabling compacts and flushes for region at 1733708663951Disabling writes for close at 1733708663951Writing region close event to WAL at 1733708663952 (+1 ms)Running coprocessor post-close hooks at 1733708663955 (+3 ms)Closed at 1733708663955 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0c1962510d4e66b2072e4c87a4832b is 94, key is ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb./rep_barrier:/1733708658041/DeleteFamily/seqid=0 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17337085452721,,1733708547087.29039a374866b53031727b1faadc3b3d. 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65378037e6c4db4910f030355312ee7, disabling compactions & flushes 2024-12-09T01:44:23,956 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. after waiting 0 ms 2024-12-09T01:44:23,956 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:44:23,956 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c65378037e6c4db4910f030355312ee7 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-09T01:44:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742000_1176 (size=5640) 2024-12-09T01:44:23,969 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f2/1af72d7cab1d47ba91e38eec853644fe is 58, key is row-test-1733708545272-2-0/f2:q1/1733708620269/Put/seqid=0 2024-12-09T01:44:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742001_1177 (size=5464) 2024-12-09T01:44:24,084 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-09T01:44:24,084 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1325): Online Regions={c65378037e6c4db4910f030355312ee7=test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., 6d94a9b911b8b8c3e0c395d030390bb0=ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0., 1588230740=hbase:meta,,1.1588230740, 1c5fc4ef701886b9c063f987541d5e15=table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15., 5d8e20988ad39fbbfe270a2d93fa5cb6=ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6., 3e5737c08797f0bca8b61e57fc76b2b0=table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0., 80eaaab6add6ee9bc2159777ed21e21a=backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a.} 2024-12-09T01:44:24,084 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:24,285 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5fc4ef701886b9c063f987541d5e15, 3e5737c08797f0bca8b61e57fc76b2b0, 5d8e20988ad39fbbfe270a2d93fa5cb6, 6d94a9b911b8b8c3e0c395d030390bb0, 80eaaab6add6ee9bc2159777ed21e21a, c65378037e6c4db4910f030355312ee7 2024-12-09T01:44:24,360 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0c1962510d4e66b2072e4c87a4832b 2024-12-09T01:44:24,373 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f2/1af72d7cab1d47ba91e38eec853644fe 2024-12-09T01:44:24,382 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/.tmp/f2/1af72d7cab1d47ba91e38eec853644fe as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f2/1af72d7cab1d47ba91e38eec853644fe 2024-12-09T01:44:24,387 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/f2/1af72d7cab1d47ba91e38eec853644fe, entries=7, sequenceid=348, filesize=5.3 K 2024-12-09T01:44:24,388 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 432ms, sequenceid=348, compaction requested=false 2024-12-09T01:44:24,390 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/table/15b57db618e04a2a8d4c87521267a570 is 88, key is ns2:table2,,1733708643622.f65b1d611abd45d047c6ae18edbc2ecb./table:/1733708658041/DeleteFamily/seqid=0 2024-12-09T01:44:24,392 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/test-1733708545272/c65378037e6c4db4910f030355312ee7/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,393 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65378037e6c4db4910f030355312ee7: Waiting for close lock at 1733708663956Running coprocessor pre-close hooks at 1733708663956Disabling compacts and flushes for region at 1733708663956Disabling writes for close at 1733708663956Obtaining lock to block concurrent updates at 1733708663956Preparing flush snapshotting stores in c65378037e6c4db4910f030355312ee7 at 1733708663956Finished memstore snapshotting test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733708663956Flushing stores of test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. at 1733708663957 (+1 ms)Flushing c65378037e6c4db4910f030355312ee7/f2: creating writer at 1733708663957Flushing c65378037e6c4db4910f030355312ee7/f2: appending metadata at 1733708663968 (+11 ms)Flushing c65378037e6c4db4910f030355312ee7/f2: closing flushed file at 1733708663968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547adbc2: reopening flushed file at 1733708664381 (+413 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c65378037e6c4db4910f030355312ee7 in 432ms, sequenceid=348, compaction requested=false at 1733708664388 (+7 ms)Writing region close event to WAL at 1733708664389 (+1 ms)Running coprocessor post-close hooks at 1733708664393 (+4 ms)Closed at 1733708664393 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733708545272,,1733708545753.c65378037e6c4db4910f030355312ee7. 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d94a9b911b8b8c3e0c395d030390bb0, disabling compactions & flushes 2024-12-09T01:44:24,393 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. after waiting 0 ms 2024-12-09T01:44:24,393 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:44:24,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742002_1178 (size=6364) 2024-12-09T01:44:24,396 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns4/test-17337085452723/6d94a9b911b8b8c3e0c395d030390bb0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,397 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d94a9b911b8b8c3e0c395d030390bb0: Waiting for close lock at 1733708664393Running coprocessor pre-close hooks at 1733708664393Disabling compacts and flushes for region at 1733708664393Disabling writes for close at 1733708664393Writing region close event to WAL at 1733708664393Running coprocessor post-close hooks at 1733708664397 (+4 ms)Closed at 1733708664397 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17337085452723,,1733708551548.6d94a9b911b8b8c3e0c395d030390bb0. 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c5fc4ef701886b9c063f987541d5e15, disabling compactions & flushes 2024-12-09T01:44:24,397 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. after waiting 0 ms 2024-12-09T01:44:24,397 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:24,400 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/1c5fc4ef701886b9c063f987541d5e15/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,401 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c5fc4ef701886b9c063f987541d5e15: Waiting for close lock at 1733708664397Running coprocessor pre-close hooks at 1733708664397Disabling compacts and flushes for region at 1733708664397Disabling writes for close at 1733708664397Writing region close event to WAL at 1733708664398 (+1 ms)Running coprocessor post-close hooks at 1733708664401 (+3 ms)Closed at 1733708664401 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733708648625.1c5fc4ef701886b9c063f987541d5e15. 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d8e20988ad39fbbfe270a2d93fa5cb6, disabling compactions & flushes 2024-12-09T01:44:24,401 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. after waiting 0 ms 2024-12-09T01:44:24,401 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:24,404 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/ns2/table2/5d8e20988ad39fbbfe270a2d93fa5cb6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,405 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d8e20988ad39fbbfe270a2d93fa5cb6: Waiting for close lock at 1733708664401Running coprocessor pre-close hooks at 1733708664401Disabling compacts and flushes for region at 1733708664401Disabling writes for close at 1733708664401Writing region close event to WAL at 1733708664402 (+1 ms)Running coprocessor post-close hooks at 1733708664405 (+3 ms)Closed at 1733708664405 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733708658040.5d8e20988ad39fbbfe270a2d93fa5cb6. 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e5737c08797f0bca8b61e57fc76b2b0, disabling compactions & flushes 2024-12-09T01:44:24,405 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. after waiting 0 ms 2024-12-09T01:44:24,405 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:24,409 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/default/table1/3e5737c08797f0bca8b61e57fc76b2b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-09T01:44:24,409 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,409 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:24,409 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e5737c08797f0bca8b61e57fc76b2b0: Waiting for close lock at 1733708664405Running coprocessor pre-close hooks at 1733708664405Disabling compacts and flushes for region at 1733708664405Disabling writes for close at 1733708664405Writing region close event to WAL at 1733708664406 (+1 ms)Running coprocessor post-close hooks at 1733708664409 (+3 ms)Closed at 1733708664409 2024-12-09T01:44:24,409 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733708648625.3e5737c08797f0bca8b61e57fc76b2b0. 2024-12-09T01:44:24,409 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80eaaab6add6ee9bc2159777ed21e21a, disabling compactions & flushes 2024-12-09T01:44:24,410 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:44:24,410 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:44:24,410 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. after waiting 0 ms 2024-12-09T01:44:24,410 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:44:24,413 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/backup/system_bulk/80eaaab6add6ee9bc2159777ed21e21a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:24,413 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,413 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:44:24,413 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80eaaab6add6ee9bc2159777ed21e21a: Waiting for close lock at 1733708664409Running coprocessor pre-close hooks at 1733708664409Disabling compacts and flushes for region at 1733708664409Disabling writes for close at 1733708664410 (+1 ms)Writing region close event to WAL at 1733708664410Running coprocessor post-close hooks at 1733708664413 (+3 ms)Closed at 1733708664413 2024-12-09T01:44:24,413 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733708557728.80eaaab6add6ee9bc2159777ed21e21a. 2024-12-09T01:44:24,485 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T01:44:24,685 DEBUG [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T01:44:24,796 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/table/15b57db618e04a2a8d4c87521267a570 2024-12-09T01:44:24,808 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/info/a02cae9870bc4541b19b7c2f1f53d2b8 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/info/a02cae9870bc4541b19b7c2f1f53d2b8 2024-12-09T01:44:24,813 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/info/a02cae9870bc4541b19b7c2f1f53d2b8, entries=114, sequenceid=97, filesize=18.6 K 2024-12-09T01:44:24,815 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/ns/ebe81ea5418949e59d759a69d091f36e as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/ns/ebe81ea5418949e59d759a69d091f36e 2024-12-09T01:44:24,819 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/ns/ebe81ea5418949e59d759a69d091f36e, entries=10, sequenceid=97, filesize=5.6 K 2024-12-09T01:44:24,820 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0c1962510d4e66b2072e4c87a4832b as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/rep_barrier/7f0c1962510d4e66b2072e4c87a4832b 2024-12-09T01:44:24,825 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/rep_barrier/7f0c1962510d4e66b2072e4c87a4832b, entries=3, sequenceid=97, filesize=5.5 K 2024-12-09T01:44:24,826 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/.tmp/table/15b57db618e04a2a8d4c87521267a570 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/table/15b57db618e04a2a8d4c87521267a570 2024-12-09T01:44:24,830 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/table/15b57db618e04a2a8d4c87521267a570, entries=21, sequenceid=97, filesize=6.2 K 2024-12-09T01:44:24,831 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=97, compaction requested=false 2024-12-09T01:44:24,835 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-09T01:44:24,836 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:24,836 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:44:24,836 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:44:24,836 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708663082Running coprocessor pre-close hooks at 1733708663082Disabling compacts and flushes for region at 1733708663082Disabling writes for close at 1733708663083 (+1 ms)Obtaining lock to block concurrent updates at 1733708663083Preparing flush snapshotting stores in 1588230740 at 1733708663083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733708663083Flushing stores of hbase:meta,,1.1588230740 at 1733708663084 (+1 ms)Flushing 1588230740/info: creating writer at 1733708663084Flushing 1588230740/info: appending metadata at 1733708663103 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733708663103Flushing 1588230740/ns: creating writer at 1733708663514 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733708663527 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733708663527Flushing 1588230740/rep_barrier: creating writer at 1733708663939 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733708663955 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733708663955Flushing 1588230740/table: creating writer at 1733708664372 (+417 ms)Flushing 1588230740/table: appending metadata at 1733708664390 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733708664390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b26ede7: reopening flushed file at 1733708664807 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9d608b: reopening flushed file at 1733708664814 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c08f3: reopening flushed file at 1733708664820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c705e2: reopening flushed file at 1733708664825 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=97, compaction requested=false at 1733708664831 (+6 ms)Writing region close event to WAL at 1733708664832 (+1 ms)Running coprocessor post-close hooks at 1733708664835 (+3 ms)Closed at 1733708664836 (+1 ms) 2024-12-09T01:44:24,836 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:44:24,886 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,42689,1733708537046; all regions closed. 2024-12-09T01:44:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741954_1130 (size=16160) 2024-12-09T01:44:24,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.meta.1733708629745.meta not finished, retry = 0 2024-12-09T01:44:24,994 DEBUG [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs 2024-12-09T01:44:24,994 INFO [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.meta:.meta(num 1733708629745) 2024-12-09T01:44:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741956_1132 (size=7557) 2024-12-09T01:44:24,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/WALs/1bae0942de96,42689,1733708537046/1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1.1733708629777 not finished, retry = 0 2024-12-09T01:44:25,104 DEBUG [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs 2024-12-09T01:44:25,104 INFO [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-1:(num 1733708629777) 2024-12-09T01:44:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741955_1131 (size=4491) 2024-12-09T01:44:25,111 DEBUG [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/oldWALs 2024-12-09T01:44:25,111 INFO [RS:0;1bae0942de96:42689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C42689%2C1733708537046.1bae0942de96%2C42689%2C1733708537046.regiongroup-0:(num 1733708629760) 2024-12-09T01:44:25,111 DEBUG [RS:0;1bae0942de96:42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:25,111 INFO [RS:0;1bae0942de96:42689 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:25,111 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:44:25,111 INFO [RS:0;1bae0942de96:42689 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T01:44:25,111 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:44:25,112 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:44:25,112 INFO [RS:0;1bae0942de96:42689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42689 2024-12-09T01:44:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/1bae0942de96,42689,1733708537046 2024-12-09T01:44:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T01:44:25,178 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:25,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,42689,1733708537046] 2024-12-09T01:44:25,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/1bae0942de96,42689,1733708537046 already deleted, retry=false 2024-12-09T01:44:25,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,42689,1733708537046 expired; onlineServers=0 2024-12-09T01:44:25,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bae0942de96,46779,1733708535363' ***** 2024-12-09T01:44:25,197 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:44:25,197 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-09T01:44:25,202 INFO [M:0;1bae0942de96:46779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6f0390a{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-09T01:44:25,202 INFO [M:0;1bae0942de96:46779 {}] server.AbstractConnector(383): Stopped ServerConnector@6d2584b7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-09T01:44:25,202 INFO [M:0;1bae0942de96:46779 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:25,202 INFO [M:0;1bae0942de96:46779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@f36c8fa{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-09T01:44:25,203 INFO [M:0;1bae0942de96:46779 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6b86f49a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:25,203 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:25,203 INFO [M:0;1bae0942de96:46779 {}] master.HMaster(1770): Stopping master jetty server 2024-12-09T01:44:25,204 INFO [M:0;1bae0942de96:46779 {}] server.AbstractConnector(383): Stopped ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-09T01:44:25,204 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:44:25,204 DEBUG [M:0;1bae0942de96:46779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:44:25,204 INFO [M:0;1bae0942de96:46779 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-09T01:44:25,204 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:44:25,205 INFO [M:0;1bae0942de96:46779 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;1bae0942de96:46779. 2024-12-09T01:44:25,205 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733708540055 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733708540055,5,FailOnTimeoutGroup] 2024-12-09T01:44:25,205 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733708540054 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733708540054,5,FailOnTimeoutGroup] 2024-12-09T01:44:25,205 DEBUG [M:0;1bae0942de96:46779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:25,205 DEBUG [M:0;1bae0942de96:46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-09T01:44:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T01:44:25,205 DEBUG [M:0;1bae0942de96:46779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:25,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:25,205 DEBUG [M:0;1bae0942de96:46779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:44:25,205 INFO [M:0;1bae0942de96:46779 {}] hbase.ChoreService(370): Chore service for: master/1bae0942de96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:44:25,205 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:44:25,205 DEBUG [M:0;1bae0942de96:46779 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:44:25,205 INFO [M:0;1bae0942de96:46779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:44:25,205 INFO [M:0;1bae0942de96:46779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:44:25,206 ERROR [M:0;1bae0942de96:46779 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-09T01:44:25,206 INFO [M:0;1bae0942de96:46779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:44:25,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:44:25,207 DEBUG [M:0;1bae0942de96:46779 {}] zookeeper.ZKUtil(347): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-09T01:44:25,207 WARN [M:0;1bae0942de96:46779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:44:25,207 INFO [M:0;1bae0942de96:46779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/.lastflushedseqids 2024-12-09T01:44:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742003_1179 (size=761) 2024-12-09T01:44:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x100084a91780001, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:25,290 INFO [RS:0;1bae0942de96:42689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:25,290 INFO [RS:0;1bae0942de96:42689 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,42689,1733708537046; zookeeper connection closed. 2024-12-09T01:44:25,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c463ccc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c463ccc 2024-12-09T01:44:25,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T01:44:25,620 INFO [M:0;1bae0942de96:46779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:44:25,620 INFO [M:0;1bae0942de96:46779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:44:25,621 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:44:25,638 INFO [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:25,638 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:25,638 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:44:25,638 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:25,639 INFO [M:0;1bae0942de96:46779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.16 KB heapSize=518.10 KB 2024-12-09T01:44:25,652 DEBUG [M:0;1bae0942de96:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0f7fd910c544c029a7ea35b95355bc4 is 82, key is hbase:meta,,1/info:regioninfo/1733708540981/Put/seqid=0 2024-12-09T01:44:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742004_1180 (size=5672) 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17337085452722 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17337085452723 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17337085452721 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733708545272 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-09T01:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-09T01:44:26,057 INFO [M:0;1bae0942de96:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0f7fd910c544c029a7ea35b95355bc4 2024-12-09T01:44:26,085 DEBUG [M:0;1bae0942de96:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/deb989cc69bb4ddfbd6883377ec86374 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733708655265/Put/seqid=0 2024-12-09T01:44:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742005_1181 (size=30147) 2024-12-09T01:44:26,490 INFO [M:0;1bae0942de96:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.61 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/deb989cc69bb4ddfbd6883377ec86374 2024-12-09T01:44:26,500 INFO [M:0;1bae0942de96:46779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb989cc69bb4ddfbd6883377ec86374 2024-12-09T01:44:26,516 DEBUG [M:0;1bae0942de96:46779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0057a3c2fa142a3839c92600b463001 is 69, key is 1bae0942de96,42689,1733708537046/rs:state/1733708540176/Put/seqid=0 2024-12-09T01:44:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073742006_1182 (size=5156) 2024-12-09T01:44:26,922 INFO [M:0;1bae0942de96:46779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0057a3c2fa142a3839c92600b463001 2024-12-09T01:44:26,935 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0f7fd910c544c029a7ea35b95355bc4 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0f7fd910c544c029a7ea35b95355bc4 2024-12-09T01:44:26,942 INFO [M:0;1bae0942de96:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0f7fd910c544c029a7ea35b95355bc4, entries=8, sequenceid=908, filesize=5.5 K 2024-12-09T01:44:26,944 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/deb989cc69bb4ddfbd6883377ec86374 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/deb989cc69bb4ddfbd6883377ec86374 2024-12-09T01:44:26,951 INFO [M:0;1bae0942de96:46779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb989cc69bb4ddfbd6883377ec86374 2024-12-09T01:44:26,951 INFO [M:0;1bae0942de96:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/deb989cc69bb4ddfbd6883377ec86374, entries=94, sequenceid=908, filesize=29.4 K 2024-12-09T01:44:26,952 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0057a3c2fa142a3839c92600b463001 as hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0057a3c2fa142a3839c92600b463001 2024-12-09T01:44:26,957 INFO [M:0;1bae0942de96:46779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37953/user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0057a3c2fa142a3839c92600b463001, entries=1, sequenceid=908, filesize=5.0 K 2024-12-09T01:44:26,958 INFO [M:0;1bae0942de96:46779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.16 KB/451749, heapSize ~517.80 KB/530232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=908, compaction requested=false 2024-12-09T01:44:26,959 INFO [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:26,959 DEBUG [M:0;1bae0942de96:46779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708665621Disabling compacts and flushes for region at 1733708665621Disabling writes for close at 1733708665638 (+17 ms)Obtaining lock to block concurrent updates at 1733708665639 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733708665639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451749, getHeapSize=530472, getOffHeapSize=0, getCellsCount=1031 at 1733708665639Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733708665639Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733708665639Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733708665651 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733708665651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733708666070 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733708666084 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733708666084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733708666500 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733708666516 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733708666516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400dba9f: reopening flushed file at 1733708666933 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efca570: reopening flushed file at 1733708666943 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e72b1b9: reopening flushed file at 1733708666951 (+8 ms)Finished flush of dataSize ~441.16 KB/451749, heapSize ~517.80 KB/530232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=908, compaction requested=false at 1733708666958 (+7 ms)Writing region close event to WAL at 1733708666959 (+1 ms)Closed at 1733708666959 2024-12-09T01:44:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39173 is added to blk_1073741830_1006 (size=511680) 2024-12-09T01:44:26,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51877119-3005-972e-b8a7-11499f9516a9/MasterData/WALs/1bae0942de96,46779,1733708535363/1bae0942de96%2C46779%2C1733708535363.1bae0942de96%2C46779%2C1733708535363.regiongroup-0.1733708539230 not finished, retry = 0 2024-12-09T01:44:27,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:44:27,065 INFO [M:0;1bae0942de96:46779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:44:27,065 INFO [M:0;1bae0942de96:46779 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-09T01:44:27,065 INFO [M:0;1bae0942de96:46779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46779 2024-12-09T01:44:27,065 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:27,220 INFO [M:0;1bae0942de96:46779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46779-0x100084a91780000, quorum=127.0.0.1:56487, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:27,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22735f8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:44:27,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2127c2ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f70f62e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a2428a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:44:27,246 WARN [BP-965990796-172.17.0.2-1733708530961 heartbeating to localhost/127.0.0.1:37953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:44:27,246 WARN [BP-965990796-172.17.0.2-1733708530961 heartbeating to localhost/127.0.0.1:37953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965990796-172.17.0.2-1733708530961 (Datanode Uuid fec2d554-e31a-490c-aed2-c1741568438b) service to localhost/127.0.0.1:37953 2024-12-09T01:44:27,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:44:27,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data1/current/BP-965990796-172.17.0.2-1733708530961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:27,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/cluster_441559a6-020b-d1fa-3e1e-cc1af750cb3d/data/data2/current/BP-965990796-172.17.0.2-1733708530961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:27,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:44:27,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1603d64d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:44:27,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54a99539{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5420b687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6202430e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:44:27,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T01:44:27,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-09T01:44:27,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f57e911{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T01:44:27,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@696afdef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cbdf93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2989807e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5596a1b{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-09T01:44:27,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb6f24b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46779125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68471ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,344 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T01:44:27,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10dacd6f{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-09T01:44:27,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@176ca290{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a872d70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20db1854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,347 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-09T01:44:27,350 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-09T01:44:27,351 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-09T01:44:27,351 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T01:44:27,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ca2dd3{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-09T01:44:27,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56be093f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:27,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:27,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74dfa489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-09T01:44:27,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8bdc7b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/55f41ffc-2119-e616-ded1-725f1c420f5d/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:27,355 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-09T01:44:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped