2024-12-11 14:50:18,884 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7c137fd5 2024-12-11 14:50:18,989 main DEBUG Took 0.102679 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 14:50:18,990 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 14:50:18,990 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 14:50:18,992 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 14:50:18,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,109 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 14:50:19,134 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,139 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,142 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,144 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,149 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 14:50:19,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,154 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 14:50:19,173 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 14:50:19,176 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 14:50:19,179 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 14:50:19,182 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 14:50:19,184 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 14:50:19,184 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 14:50:19,204 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 14:50:19,216 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 14:50:19,218 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 14:50:19,223 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 14:50:19,224 main DEBUG createAppenders(={Console}) 2024-12-11 14:50:19,225 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7c137fd5 initialized 2024-12-11 14:50:19,227 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7c137fd5 2024-12-11 14:50:19,228 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7c137fd5 OK. 2024-12-11 14:50:19,229 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 14:50:19,229 main DEBUG OutputStream closed 2024-12-11 14:50:19,229 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 14:50:19,230 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 14:50:19,230 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@14555e0a OK 2024-12-11 14:50:19,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 14:50:19,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 14:50:19,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 14:50:19,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 14:50:19,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 14:50:19,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 14:50:19,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 14:50:19,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 14:50:19,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 14:50:19,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 14:50:19,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 14:50:19,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 14:50:19,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 14:50:19,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 14:50:19,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 14:50:19,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 14:50:19,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 14:50:19,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 14:50:19,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 14:50:19,481 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5f9be66c) with optional ClassLoader: null 2024-12-11 14:50:19,481 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 14:50:19,483 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5f9be66c] started OK. 2024-12-11T14:50:19,610 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-11 14:50:19,620 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 14:50:19,621 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T14:50:20,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c 2024-12-11T14:50:20,309 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T14:50:20,311 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:50:20,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T14:50:20,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695, deleteOnExit=true 2024-12-11T14:50:20,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T14:50:20,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/test.cache.data in system properties and HBase conf 2024-12-11T14:50:20,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T14:50:20,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir in system properties and HBase conf 2024-12-11T14:50:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T14:50:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T14:50:20,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T14:50:20,540 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T14:50:20,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T14:50:20,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T14:50:20,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T14:50:20,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T14:50:20,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T14:50:20,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T14:50:20,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T14:50:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T14:50:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T14:50:20,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T14:50:20,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/nfs.dump.dir in system properties and HBase conf 2024-12-11T14:50:20,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir in system properties and HBase conf 2024-12-11T14:50:20,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T14:50:20,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T14:50:20,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T14:50:22,907 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T14:50:23,066 INFO [Time-limited test {}] log.Log(170): Logging initialized @6037ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T14:50:23,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:23,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:23,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:23,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:23,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T14:50:23,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:23,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c64c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:23,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365a7fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:23,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@537cd29e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-40275-hadoop-hdfs-3_4_1-tests_jar-_-any-16427431108783161210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T14:50:23,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e1eaf3a{HTTP/1.1, (http/1.1)}{localhost:40275} 2024-12-11T14:50:23,961 INFO [Time-limited test {}] server.Server(415): Started @6933ms 2024-12-11T14:50:24,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:24,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:24,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:24,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:24,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T14:50:24,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23234670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:24,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3b2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:25,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6615abd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-44319-hadoop-hdfs-3_4_1-tests_jar-_-any-2508332677964722556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T14:50:25,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575623d7{HTTP/1.1, (http/1.1)}{localhost:44319} 2024-12-11T14:50:25,089 INFO [Time-limited test {}] server.Server(415): Started @8061ms 2024-12-11T14:50:25,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T14:50:26,916 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data2/current/BP-312490535-172.17.0.2-1733928622147/current, will proceed with Du for space computation calculation, 2024-12-11T14:50:26,917 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data1/current/BP-312490535-172.17.0.2-1733928622147/current, will proceed with Du for space computation calculation, 2024-12-11T14:50:27,001 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T14:50:27,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef6cb7df86e93e8 with lease ID 0x16ec975502472525: Processing first storage report for DS-a0bb3ce9-d939-428c-88c7-264422b75b94 from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=ad78f1ac-6381-48ca-8955-de7ff43ff803, infoPort=36593, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1122190269;c=1733928622147) 2024-12-11T14:50:27,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef6cb7df86e93e8 with lease ID 0x16ec975502472525: from storage DS-a0bb3ce9-d939-428c-88c7-264422b75b94 node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=ad78f1ac-6381-48ca-8955-de7ff43ff803, infoPort=36593, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1122190269;c=1733928622147), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T14:50:27,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef6cb7df86e93e8 with lease ID 0x16ec975502472525: Processing first storage report for DS-cc1c2fb4-e4e1-4c4b-bc9f-4accfa03d8fb from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=ad78f1ac-6381-48ca-8955-de7ff43ff803, infoPort=36593, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1122190269;c=1733928622147) 2024-12-11T14:50:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef6cb7df86e93e8 with lease ID 0x16ec975502472525: from storage DS-cc1c2fb4-e4e1-4c4b-bc9f-4accfa03d8fb node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=ad78f1ac-6381-48ca-8955-de7ff43ff803, infoPort=36593, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=1122190269;c=1733928622147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T14:50:27,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c 2024-12-11T14:50:27,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/zookeeper_0, clientPort=64976, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T14:50:27,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64976 2024-12-11T14:50:27,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:27,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741825_1001 (size=7) 2024-12-11T14:50:28,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 with version=8 2024-12-11T14:50:28,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging 2024-12-11T14:50:28,241 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-11T14:50:28,241 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-11T14:50:28,241 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-11T14:50:28,241 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-11T14:50:28,344 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T14:50:28,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/50ca74c8280f:0 server-side Connection retries=45 2024-12-11T14:50:28,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:28,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:28,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T14:50:28,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:28,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T14:50:29,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T14:50:29,163 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T14:50:29,176 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T14:50:29,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T14:50:29,232 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 152927 (auto-detected) 2024-12-11T14:50:29,236 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T14:50:29,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35845 2024-12-11T14:50:29,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35845 connecting to ZooKeeper ensemble=127.0.0.1:64976 2024-12-11T14:50:29,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358450x0, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T14:50:29,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35845-0x1001568eab60000 connected 2024-12-11T14:50:29,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:29,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:29,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T14:50:29,835 INFO [Time-limited test {}] log.Log(170): Logging initialized @12808ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T14:50:29,938 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T14:50:29,938 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T14:50:29,939 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T14:50:29,940 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T14:50:29,941 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T14:50:29,943 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-11T14:50:29,944 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T14:50:29,944 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T14:50:29,946 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T14:50:30,148 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39965 2024-12-11T14:50:30,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T14:50:30,241 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:30,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6a78538a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:30,260 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:30,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1dea059d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T14:50:30,342 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T14:50:30,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:30,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:30,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T14:50:30,363 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:31,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@70c6830d{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T14:50:31,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41bbc0fc{HTTP/1.1, (http/1.1)}{0.0.0.0:39965} 2024-12-11T14:50:31,600 INFO [Time-limited test {}] server.Server(415): Started @14573ms 2024-12-11T14:50:31,603 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0, hbase.cluster.distributed=false 2024-12-11T14:50:31,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T14:50:31,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-12-11T14:50:31,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-12-11T14:50:31,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-12-11T14:50:31,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-12-11T14:50:31,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-12-11T14:50:31,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/50ca74c8280f:0 server-side Connection retries=45 2024-12-11T14:50:31,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:31,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:31,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T14:50:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T14:50:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T14:50:31,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T14:50:31,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T14:50:31,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33875 2024-12-11T14:50:31,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33875 connecting to ZooKeeper ensemble=127.0.0.1:64976 2024-12-11T14:50:31,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:31,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338750x0, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T14:50:31,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338750x0, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T14:50:31,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33875-0x1001568eab60001 connected 2024-12-11T14:50:31,914 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T14:50:31,914 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T14:50:31,915 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T14:50:31,915 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T14:50:31,915 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T14:50:31,917 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-11T14:50:31,917 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T14:50:31,917 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T14:50:31,917 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T14:50:31,920 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36837 2024-12-11T14:50:31,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T14:50:31,935 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:31,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@60f5f8e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:31,936 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:31,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4757d759{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T14:50:31,953 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T14:50:31,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:31,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:31,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T14:50:31,958 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T14:50:31,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@63ac464{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T14:50:31,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@718a5de{HTTP/1.1, (http/1.1)}{0.0.0.0:36837} 2024-12-11T14:50:31,966 INFO [Time-limited test {}] server.Server(415): Started @14938ms 2024-12-11T14:50:31,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T14:50:31,997 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T14:50:32,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T14:50:32,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T14:50:32,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-11T14:50:32,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-12-11T14:50:32,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-12-11T14:50:32,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-11T14:50:32,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-11T14:50:32,061 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;50ca74c8280f:35845 2024-12-11T14:50:32,069 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T14:50:32,118 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@28ef5c43{HTTP/1.1, (http/1.1)}{0.0.0.0:38151} 2024-12-11T14:50:32,119 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] server.Server(415): Started @15091ms 2024-12-11T14:50:32,119 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/50ca74c8280f,35845,1733928628417 2024-12-11T14:50:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T14:50:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T14:50:32,144 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/50ca74c8280f,35845,1733928628417 2024-12-11T14:50:32,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T14:50:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:32,181 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T14:50:32,188 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/50ca74c8280f,35845,1733928628417 from backup master directory 2024-12-11T14:50:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/50ca74c8280f,35845,1733928628417 2024-12-11T14:50:32,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T14:50:32,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T14:50:32,208 WARN [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T14:50:32,208 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=50ca74c8280f,35845,1733928628417 2024-12-11T14:50:32,211 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T14:50:32,223 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T14:50:32,330 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase.id] with ID: a4274bc5-c4f3-467a-9afc-148b3c731561 2024-12-11T14:50:32,330 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.tmp/hbase.id 2024-12-11T14:50:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741826_1002 (size=42) 2024-12-11T14:50:32,746 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.tmp/hbase.id]:[hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase.id] 2024-12-11T14:50:32,830 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T14:50:32,839 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T14:50:32,876 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 35ms. 2024-12-11T14:50:32,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741827_1003 (size=196) 2024-12-11T14:50:33,428 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:33,431 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T14:50:33,443 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T14:50:33,447 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T14:50:33,459 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T14:50:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741828_1004 (size=1189) 2024-12-11T14:50:33,952 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store 2024-12-11T14:50:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741829_1005 (size=34) 2024-12-11T14:50:34,011 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T14:50:34,015 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:34,017 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T14:50:34,018 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:50:34,018 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:50:34,021 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T14:50:34,021 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:50:34,021 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:50:34,025 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733928634017Disabling compacts and flushes for region at 1733928634017Disabling writes for close at 1733928634021 (+4 ms)Writing region close event to WAL at 1733928634021Closed at 1733928634021 2024-12-11T14:50:34,030 WARN [master/50ca74c8280f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/.initializing 2024-12-11T14:50:34,031 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/WALs/50ca74c8280f,35845,1733928628417 2024-12-11T14:50:34,058 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T14:50:34,066 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 50ca74c8280f,35845,1733928628417.regiongroup-0 2024-12-11T14:50:34,110 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50ca74c8280f%2C35845%2C1733928628417.50ca74c8280f%2C35845%2C1733928628417.regiongroup-0, suffix=, logDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/WALs/50ca74c8280f,35845,1733928628417, archiveDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/oldWALs, maxLogs=10 2024-12-11T14:50:34,164 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/WALs/50ca74c8280f,35845,1733928628417/50ca74c8280f%2C35845%2C1733928628417.50ca74c8280f%2C35845%2C1733928628417.regiongroup-0.1733928634116, exclude list is [], retry=0 2024-12-11T14:50:34,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:34,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T14:50:34,315 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/WALs/50ca74c8280f,35845,1733928628417/50ca74c8280f%2C35845%2C1733928628417.50ca74c8280f%2C35845%2C1733928628417.regiongroup-0.1733928634116 2024-12-11T14:50:34,320 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:34,321 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:34,321 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:34,326 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,332 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T14:50:34,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:34,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:34,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T14:50:34,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:34,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:34,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T14:50:34,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:34,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:34,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T14:50:34,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:34,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:34,504 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,516 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,520 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,554 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,555 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,569 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T14:50:34,589 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T14:50:34,597 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:34,600 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11866661760, jitterRate=0.10516899824142456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T14:50:34,608 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733928634356Initializing all the Stores at 1733928634360 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928634361 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928634363 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928634369 (+6 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928634369Cleaning up temporary data from old regions at 1733928634555 (+186 ms)Region opened successfully at 1733928634608 (+53 ms) 2024-12-11T14:50:34,610 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T14:50:34,686 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8efff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=50ca74c8280f/172.17.0.2:0 2024-12-11T14:50:34,751 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T14:50:34,766 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T14:50:34,767 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T14:50:34,771 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T14:50:34,774 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-11T14:50:34,782 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-11T14:50:34,782 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T14:50:34,826 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T14:50:34,847 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-11T14:50:34,869 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-11T14:50:34,872 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T14:50:34,874 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-11T14:50:34,907 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-11T14:50:34,910 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T14:50:34,921 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-11T14:50:34,938 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-11T14:50:34,948 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-11T14:50:34,960 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-11T14:50:34,987 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T14:50:34,994 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-11T14:50:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T14:50:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T14:50:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,011 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=50ca74c8280f,35845,1733928628417, sessionid=0x1001568eab60000, setting cluster-up flag (Was=false) 2024-12-11T14:50:35,024 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-11T14:50:35,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,128 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-11T14:50:35,137 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=50ca74c8280f,35845,1733928628417 2024-12-11T14:50:35,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,229 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-11T14:50:35,238 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=50ca74c8280f,35845,1733928628417 2024-12-11T14:50:35,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:35,343 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-11T14:50:35,345 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=50ca74c8280f,35845,1733928628417 2024-12-11T14:50:35,353 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T14:50:35,379 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(746): ClusterId : a4274bc5-c4f3-467a-9afc-148b3c731561 2024-12-11T14:50:35,380 INFO [RS:0;50ca74c8280f:33875 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-11T14:50:35,382 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T14:50:35,414 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T14:50:35,414 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-11T14:50:35,430 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-11T14:50:35,430 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T14:50:35,438 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T14:50:35,439 DEBUG [RS:0;50ca74c8280f:33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4a7349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=50ca74c8280f/172.17.0.2:0 2024-12-11T14:50:35,449 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T14:50:35,461 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T14:50:35,462 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;50ca74c8280f:33875 2024-12-11T14:50:35,466 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T14:50:35,467 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T14:50:35,467 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T14:50:35,471 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=50ca74c8280f,35845,1733928628417 with port=33875, startcode=1733928631798 2024-12-11T14:50:35,477 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T14:50:35,485 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 50ca74c8280f,35845,1733928628417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T14:50:35,492 DEBUG [RS:0;50ca74c8280f:33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T14:50:35,496 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/50ca74c8280f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T14:50:35,497 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/50ca74c8280f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T14:50:35,497 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/50ca74c8280f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T14:50:35,502 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/50ca74c8280f:0, corePoolSize=5, maxPoolSize=5 2024-12-11T14:50:35,502 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/50ca74c8280f:0, corePoolSize=10, maxPoolSize=10 2024-12-11T14:50:35,502 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:35,503 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/50ca74c8280f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T14:50:35,503 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:35,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T14:50:35,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T14:50:35,543 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733928665543 2024-12-11T14:50:35,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:35,546 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T14:50:35,548 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T14:50:35,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T14:50:35,554 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T14:50:35,555 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-11T14:50:35,555 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T14:50:35,556 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T14:50:35,556 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T14:50:35,559 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:35,579 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T14:50:35,581 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T14:50:35,582 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T14:50:35,597 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T14:50:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741831_1007 (size=1321) 2024-12-11T14:50:35,610 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35845 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T14:50:35,613 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d99465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:35,613 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:35,617 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:35,640 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:35,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632dea1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:35,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:35,658 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T14:50:35,658 WARN [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T14:50:35,660 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:35,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e5425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:35,667 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T14:50:35,682 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T14:50:35,682 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T14:50:35,691 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.large.0-1733928635684,5,FailOnTimeoutGroup] 2024-12-11T14:50:35,702 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.small.0-1733928635691,5,FailOnTimeoutGroup] 2024-12-11T14:50:35,703 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:35,703 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T14:50:35,705 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:35,705 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:35,761 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=50ca74c8280f,35845,1733928628417 with port=33875, startcode=1733928631798 2024-12-11T14:50:35,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:35,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35845 {}] master.ServerManager(517): Registering regionserver=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:35,788 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:35,788 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45457 2024-12-11T14:50:35,788 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=39965 2024-12-11T14:50:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T14:50:35,867 DEBUG [RS:0;50ca74c8280f:33875 {}] zookeeper.ZKUtil(111): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rs/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:35,867 WARN [RS:0;50ca74c8280f:33875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T14:50:35,868 INFO [RS:0;50ca74c8280f:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T14:50:35,868 INFO [RS:0;50ca74c8280f:33875 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T14:50:35,868 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:35,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [50ca74c8280f,33875,1733928631798] 2024-12-11T14:50:35,942 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T14:50:36,002 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T14:50:36,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T14:50:36,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:36,024 INFO [RS:0;50ca74c8280f:33875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T14:50:36,025 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,027 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T14:50:36,035 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T14:50:36,037 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,037 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,037 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,037 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,037 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/50ca74c8280f:0, corePoolSize=2, maxPoolSize=2 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,038 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/50ca74c8280f:0, corePoolSize=1, maxPoolSize=1 2024-12-11T14:50:36,039 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T14:50:36,039 DEBUG [RS:0;50ca74c8280f:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/50ca74c8280f:0, corePoolSize=3, maxPoolSize=3 2024-12-11T14:50:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741832_1008 (size=32) 2024-12-11T14:50:36,055 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,055 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,055 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,056 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,056 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,056 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,33875,1733928631798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T14:50:36,088 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T14:50:36,091 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,33875,1733928631798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,092 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,092 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.Replication(171): 50ca74c8280f,33875,1733928631798 started 2024-12-11T14:50:36,113 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:36,114 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1482): Serving as 50ca74c8280f,33875,1733928631798, RpcServer on 50ca74c8280f/172.17.0.2:33875, sessionid=0x1001568eab60001 2024-12-11T14:50:36,115 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T14:50:36,115 DEBUG [RS:0;50ca74c8280f:33875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:36,115 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '50ca74c8280f,33875,1733928631798' 2024-12-11T14:50:36,116 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-11T14:50:36,117 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-11T14:50:36,117 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T14:50:36,118 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-11T14:50:36,118 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '50ca74c8280f,33875,1733928631798' 2024-12-11T14:50:36,118 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:50:36,119 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:50:36,120 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-11T14:50:36,120 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-11T14:50:36,120 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T14:50:36,120 DEBUG [RS:0;50ca74c8280f:33875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:36,120 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '50ca74c8280f,33875,1733928631798' 2024-12-11T14:50:36,120 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-11T14:50:36,121 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-11T14:50:36,122 DEBUG [RS:0;50ca74c8280f:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T14:50:36,122 INFO [RS:0;50ca74c8280f:33875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T14:50:36,122 INFO [RS:0;50ca74c8280f:33875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T14:50:36,231 INFO [RS:0;50ca74c8280f:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T14:50:36,232 INFO [RS:0;50ca74c8280f:33875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 50ca74c8280f,33875,1733928631798.regiongroup-0 2024-12-11T14:50:36,240 INFO [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0, suffix=, logDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798, archiveDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs, maxLogs=32 2024-12-11T14:50:36,269 DEBUG [RS:0;50ca74c8280f:33875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243, exclude list is [], retry=0 2024-12-11T14:50:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:36,320 INFO [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243 2024-12-11T14:50:36,323 DEBUG [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:36,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:36,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T14:50:36,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T14:50:36,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:36,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:36,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T14:50:36,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T14:50:36,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:36,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:36,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T14:50:36,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T14:50:36,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:36,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:36,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T14:50:36,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T14:50:36,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:36,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:36,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T14:50:36,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740 2024-12-11T14:50:36,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740 2024-12-11T14:50:36,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T14:50:36,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T14:50:36,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T14:50:36,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T14:50:36,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:36,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11221257440, jitterRate=0.04506103694438934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T14:50:36,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733928636453Initializing all the Stores at 1733928636455 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928636455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928636459 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928636459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928636459Cleaning up temporary data from old regions at 1733928636507 (+48 ms)Region opened successfully at 1733928636521 (+14 ms) 2024-12-11T14:50:36,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T14:50:36,521 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T14:50:36,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T14:50:36,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T14:50:36,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T14:50:36,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T14:50:36,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733928636521Disabling compacts and flushes for region at 1733928636521Disabling writes for close at 1733928636521Writing region close event to WAL at 1733928636531 (+10 ms)Closed at 1733928636532 (+1 ms) 2024-12-11T14:50:36,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T14:50:36,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T14:50:36,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T14:50:36,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T14:50:36,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T14:50:36,720 DEBUG [50ca74c8280f:35845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T14:50:36,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:36,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 50ca74c8280f,33875,1733928631798, state=OPENING 2024-12-11T14:50:36,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T14:50:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:50:36,813 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T14:50:36,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T14:50:36,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T14:50:36,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:37,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T14:50:37,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T14:50:37,029 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T14:50:37,030 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T14:50:37,030 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T14:50:37,030 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T14:50:37,031 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T14:50:37,042 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50ca74c8280f%2C33875%2C1733928631798.meta, suffix=.meta, logDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798, archiveDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs, maxLogs=32 2024-12-11T14:50:37,073 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta, exclude list is [], retry=0 2024-12-11T14:50:37,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:37,112 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta 2024-12-11T14:50:37,119 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:37,120 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:37,132 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:37,133 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T14:50:37,140 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T14:50:37,141 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T14:50:37,146 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T14:50:37,147 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:37,147 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T14:50:37,148 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T14:50:37,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T14:50:37,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T14:50:37,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T14:50:37,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T14:50:37,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:37,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:37,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T14:50:37,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T14:50:37,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:37,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:37,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T14:50:37,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T14:50:37,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:37,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T14:50:37,196 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T14:50:37,198 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740 2024-12-11T14:50:37,204 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740 2024-12-11T14:50:37,208 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T14:50:37,209 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T14:50:37,211 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T14:50:37,220 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T14:50:37,224 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11117412640, jitterRate=0.0353897362947464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T14:50:37,224 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T14:50:37,226 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733928637148Writing region info on filesystem at 1733928637153 (+5 ms)Initializing all the Stores at 1733928637163 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928637163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928637168 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928637168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733928637168Cleaning up temporary data from old regions at 1733928637209 (+41 ms)Running coprocessor post-open hooks at 1733928637224 (+15 ms)Region opened successfully at 1733928637226 (+2 ms) 2024-12-11T14:50:37,254 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733928636996 2024-12-11T14:50:37,284 DEBUG [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T14:50:37,284 INFO [RS_OPEN_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T14:50:37,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:37,299 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 50ca74c8280f,33875,1733928631798, state=OPEN 2024-12-11T14:50:37,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T14:50:37,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T14:50:37,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T14:50:37,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T14:50:37,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:37,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T14:50:37,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=50ca74c8280f,33875,1733928631798 in 523 msec 2024-12-11T14:50:37,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T14:50:37,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 811 msec 2024-12-11T14:50:37,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T14:50:37,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T14:50:37,426 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:37,436 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:37,495 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:37,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:37,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1430 sec 2024-12-11T14:50:37,538 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733928637538, completionTime=-1 2024-12-11T14:50:37,542 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T14:50:37,542 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T14:50:37,572 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T14:50:37,572 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733928697572 2024-12-11T14:50:37,572 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733928757572 2024-12-11T14:50:37,572 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-11T14:50:37,574 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,574 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,574 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,576 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-50ca74c8280f:35845, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,576 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,576 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,593 DEBUG [master/50ca74c8280f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T14:50:37,624 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.415sec 2024-12-11T14:50:37,626 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T14:50:37,629 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T14:50:37,631 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T14:50:37,632 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T14:50:37,632 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T14:50:37,634 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T14:50:37,635 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T14:50:37,654 DEBUG [master/50ca74c8280f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T14:50:37,655 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T14:50:37,656 INFO [master/50ca74c8280f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=50ca74c8280f,35845,1733928628417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T14:50:37,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cddcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:37,693 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T14:50:37,693 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T14:50:37,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:37,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:37,703 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8be3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:37,708 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152a00bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:37,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:37,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=50ca74c8280f,35845,1733928628417 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/test.cache.data in system properties and HBase conf 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir in system properties and HBase conf 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T14:50:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T14:50:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/nfs.dump.dir in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T14:50:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T14:50:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741835_1011 (size=592039) 2024-12-11T14:50:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741836_1012 (size=1663647) 2024-12-11T14:50:39,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T14:50:39,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:39,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:50:39,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-11T14:50:39,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T14:50:39,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T14:50:39,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T14:50:39,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:40,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:40,651 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:40,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:40,888 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T14:50:40,890 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:40,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:40,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:40,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T14:50:40,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:40,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f6275d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:40,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a8333e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:41,032 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:41,032 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:41,032 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T14:50:41,044 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e8a84cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:41,044 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@110a8691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:41,257 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-12-11T14:50:41,257 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-12-11T14:50:41,257 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T14:50:41,260 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T14:50:41,312 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:41,370 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:41,710 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-12-11T14:50:41,737 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30fdc1{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-44429-hadoop-yarn-common-3_4_1_jar-_-any-1015035443384627683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T14:50:41,738 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@5d309ba4{HTTP/1.1, (http/1.1)}{localhost:44429} 2024-12-11T14:50:41,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7107b858{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-41943-hadoop-yarn-common-3_4_1_jar-_-any-15874288961107518953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T14:50:41,738 INFO [Thread-251 {}] server.Server(415): Started @24711ms 2024-12-11T14:50:41,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@758d76c4{HTTP/1.1, (http/1.1)}{localhost:41943} 2024-12-11T14:50:41,748 INFO [Time-limited test {}] server.Server(415): Started @24721ms 2024-12-11T14:50:41,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T14:50:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741837_1013 (size=5) 2024-12-11T14:50:42,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T14:50:43,367 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T14:50:43,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:43,429 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T14:50:43,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:43,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:43,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:43,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T14:50:43,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:43,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72b6aa88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:43,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c55210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:43,523 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T14:50:43,524 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T14:50:43,524 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T14:50:43,524 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T14:50:43,540 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:43,550 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:43,731 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:43,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fb500e8{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-35037-hadoop-yarn-common-3_4_1_jar-_-any-2090888573998267346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T14:50:43,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52fff082{HTTP/1.1, (http/1.1)}{localhost:35037} 2024-12-11T14:50:43,757 INFO [Time-limited test {}] server.Server(415): Started @26730ms 2024-12-11T14:50:44,081 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T14:50:44,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:44,124 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T14:50:44,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T14:50:44,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T14:50:44,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T14:50:44,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T14:50:44,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T14:50:44,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50353fa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,AVAILABLE} 2024-12-11T14:50:44,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7638aa21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T14:50:44,209 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T14:50:44,209 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T14:50:44,210 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T14:50:44,210 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T14:50:44,220 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:44,226 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:44,345 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T14:50:44,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7600fd91{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/java.io.tmpdir/jetty-localhost-36991-hadoop-yarn-common-3_4_1_jar-_-any-18126142373994637613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T14:50:44,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f83b3fb{HTTP/1.1, (http/1.1)}{localhost:36991} 2024-12-11T14:50:44,353 INFO [Time-limited test {}] server.Server(415): Started @27326ms 2024-12-11T14:50:44,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-11T14:50:44,387 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:45457/backupUT 2024-12-11T14:50:44,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:50:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:50:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed85aef 2024-12-11T14:50:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:50:44,404 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:50:44,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-11T14:50:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-11T14:50:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T14:50:44,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2024-12-11T14:50:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T14:50:44,552 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-11T14:50:44,554 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-11T14:50:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-11T14:50:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T14:50:44,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 24 msec 2024-12-11T14:50:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T14:50:44,676 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-11T14:50:44,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-11T14:50:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-11T14:50:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T14:50:44,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 33 msec 2024-12-11T14:50:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T14:50:44,797 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-11T14:50:44,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-11T14:50:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-11T14:50:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T14:50:44,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2024-12-11T14:50:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T14:50:44,916 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-11T14:50:44,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733928644387', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733928644387 2024-12-11T14:50:44,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:44,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733928644387" procId is: 8 2024-12-11T14:50:44,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T14:50:44,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741838_1014 (size=367) 2024-12-11T14:50:44,964 INFO [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dab3f86d8b40908487f5e816f524228, NAME => 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741839_1015 (size=53) 2024-12-11T14:50:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T14:50:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T14:50:45,388 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:45,388 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1722): Closing 6dab3f86d8b40908487f5e816f524228, disabling compactions & flushes 2024-12-11T14:50:45,388 INFO [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,388 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,388 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. after waiting 0 ms 2024-12-11T14:50:45,389 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,389 INFO [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1973): Closed test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,389 DEBUG [RegionOpenAndInit-test-1733928644387-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dab3f86d8b40908487f5e816f524228: Waiting for close lock at 1733928645388Disabling compacts and flushes for region at 1733928645388Disabling writes for close at 1733928645388Writing region close event to WAL at 1733928645389 (+1 ms)Closed at 1733928645389 2024-12-11T14:50:45,392 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:45,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733928645392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928645392"}]},"ts":"1733928645392"} 2024-12-11T14:50:45,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:45,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:45,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733928644387","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928645411"}]},"ts":"1733928645411"} 2024-12-11T14:50:45,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733928644387, state=ENABLING in hbase:meta 2024-12-11T14:50:45,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, ASSIGN}] 2024-12-11T14:50:45,428 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, ASSIGN 2024-12-11T14:50:45,436 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T14:50:45,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, ASSIGN because future has completed 2024-12-11T14:50:45,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:45,777 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,777 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T14:50:45,777 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 50ca74c8280f,33875,1733928631798.regiongroup-1 2024-12-11T14:50:45,780 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1, suffix=, logDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798, archiveDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs, maxLogs=32 2024-12-11T14:50:45,795 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782, exclude list is [], retry=0 2024-12-11T14:50:45,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:45,802 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 2024-12-11T14:50:45,802 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:45,802 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dab3f86d8b40908487f5e816f524228, NAME => 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:45,803 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:45,803 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733928644387 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,803 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:45,803 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,803 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,805 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,808 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName f 2024-12-11T14:50:45,808 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:45,809 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:45,810 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,811 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,812 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,812 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,812 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,815 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,820 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:45,821 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 6dab3f86d8b40908487f5e816f524228; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10709772480, jitterRate=-0.002574712038040161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:50:45,821 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:45,823 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6dab3f86d8b40908487f5e816f524228: Running coprocessor pre-open hook at 1733928645803Writing region info on filesystem at 1733928645803Initializing all the Stores at 1733928645805 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928645805Cleaning up temporary data from old regions at 1733928645812 (+7 ms)Running coprocessor post-open hooks at 1733928645822 (+10 ms)Region opened successfully at 1733928645822 2024-12-11T14:50:45,825 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., pid=10, masterSystemTime=1733928645748 2024-12-11T14:50:45,828 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,828 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:45,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:45,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:45,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T14:50:45,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 in 242 msec 2024-12-11T14:50:45,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T14:50:45,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, ASSIGN in 417 msec 2024-12-11T14:50:45,847 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:45,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733928644387","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928645847"}]},"ts":"1733928645847"} 2024-12-11T14:50:45,851 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733928644387, state=ENABLED in hbase:meta 2024-12-11T14:50:45,853 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733928644387 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:45,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733928644387 in 926 msec 2024-12-11T14:50:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T14:50:46,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733928644387 completed 2024-12-11T14:50:46,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eca7285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:46,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:46,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:46,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54295927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:46,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:46,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae1a180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:46,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:46,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733928644387', row='row0', locateType=CURRENT is [region=test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:50:46,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(8528): writing data to region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T14:50:46,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17339286443871', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17339286443871 2024-12-11T14:50:46,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:46,289 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:46,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17339286443871" procId is: 11 2024-12-11T14:50:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:46,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:46,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741841_1017 (size=364) 2024-12-11T14:50:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:46,709 INFO [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcd9c03105c56fb9a253ff3b1cf08139, NAME => 'ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17339286443871', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741842_1018 (size=50) 2024-12-11T14:50:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:47,121 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:47,121 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1722): Closing bcd9c03105c56fb9a253ff3b1cf08139, disabling compactions & flushes 2024-12-11T14:50:47,121 INFO [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,121 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,121 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. after waiting 0 ms 2024-12-11T14:50:47,121 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,121 INFO [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,122 DEBUG [RegionOpenAndInit-ns2:test-17339286443871-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcd9c03105c56fb9a253ff3b1cf08139: Waiting for close lock at 1733928647121Disabling compacts and flushes for region at 1733928647121Disabling writes for close at 1733928647121Writing region close event to WAL at 1733928647121Closed at 1733928647121 2024-12-11T14:50:47,124 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:47,124 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733928647124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928647124"}]},"ts":"1733928647124"} 2024-12-11T14:50:47,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:47,131 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:47,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339286443871","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928647131"}]},"ts":"1733928647131"} 2024-12-11T14:50:47,136 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339286443871, state=ENABLING in hbase:meta 2024-12-11T14:50:47,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339286443871, region=bcd9c03105c56fb9a253ff3b1cf08139, ASSIGN}] 2024-12-11T14:50:47,140 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339286443871, region=bcd9c03105c56fb9a253ff3b1cf08139, ASSIGN 2024-12-11T14:50:47,142 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339286443871, region=bcd9c03105c56fb9a253ff3b1cf08139, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:47,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bcd9c03105c56fb9a253ff3b1cf08139, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:47,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339286443871, region=bcd9c03105c56fb9a253ff3b1cf08139, ASSIGN because future has completed 2024-12-11T14:50:47,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:47,497 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,498 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd9c03105c56fb9a253ff3b1cf08139, NAME => 'ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:47,498 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:47,498 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339286443871 bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,499 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:47,499 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,499 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,501 INFO [StoreOpener-bcd9c03105c56fb9a253ff3b1cf08139-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,504 INFO [StoreOpener-bcd9c03105c56fb9a253ff3b1cf08139-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd9c03105c56fb9a253ff3b1cf08139 columnFamilyName f 2024-12-11T14:50:47,504 DEBUG [StoreOpener-bcd9c03105c56fb9a253ff3b1cf08139-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:47,505 INFO [StoreOpener-bcd9c03105c56fb9a253ff3b1cf08139-1 {}] regionserver.HStore(327): Store=bcd9c03105c56fb9a253ff3b1cf08139/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:47,505 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,507 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,507 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,508 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,508 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,510 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,514 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:47,515 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened bcd9c03105c56fb9a253ff3b1cf08139; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9611620320, jitterRate=-0.10484810173511505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:50:47,515 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:50:47,516 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bcd9c03105c56fb9a253ff3b1cf08139: Running coprocessor pre-open hook at 1733928647499Writing region info on filesystem at 1733928647499Initializing all the Stores at 1733928647501 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928647501Cleaning up temporary data from old regions at 1733928647508 (+7 ms)Running coprocessor post-open hooks at 1733928647515 (+7 ms)Region opened successfully at 1733928647515 2024-12-11T14:50:47,517 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139., pid=13, masterSystemTime=1733928647492 2024-12-11T14:50:47,522 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,522 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:50:47,523 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bcd9c03105c56fb9a253ff3b1cf08139, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:47,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-11T14:50:47,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139, server=50ca74c8280f,33875,1733928631798 in 195 msec 2024-12-11T14:50:47,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-11T14:50:47,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339286443871, region=bcd9c03105c56fb9a253ff3b1cf08139, ASSIGN in 400 msec 2024-12-11T14:50:47,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:47,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339286443871","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928647542"}]},"ts":"1733928647542"} 2024-12-11T14:50:47,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339286443871, state=ENABLED in hbase:meta 2024-12-11T14:50:47,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339286443871 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:47,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17339286443871 in 1.2620 sec 2024-12-11T14:50:47,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733928644387' 2024-12-11T14:50:47,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17339286443871' 2024-12-11T14:50:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T14:50:48,435 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17339286443871 completed 2024-12-11T14:50:48,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339286443871', row='row0', locateType=CURRENT is [region=ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:50:48,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(8528): writing data to region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T14:50:48,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17339286443872', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17339286443872 2024-12-11T14:50:48,637 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:48,638 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:48,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17339286443872" procId is: 14 2024-12-11T14:50:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:48,644 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741843_1019 (size=390) 2024-12-11T14:50:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:49,061 INFO [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 622aaa11934f60975a3dd1df9dff9d35, NAME => 'ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17339286443872', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741844_1020 (size=50) 2024-12-11T14:50:49,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339286443871 2024-12-11T14:50:49,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339286443871 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:49,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733928644387 2024-12-11T14:50:49,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733928644387 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1722): Closing 622aaa11934f60975a3dd1df9dff9d35, disabling compactions & flushes 2024-12-11T14:50:49,471 INFO [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. after waiting 0 ms 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,471 INFO [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,471 DEBUG [RegionOpenAndInit-ns3:test-17339286443872-pool-0 {}] regionserver.HRegion(1676): Region close journal for 622aaa11934f60975a3dd1df9dff9d35: Waiting for close lock at 1733928649471Disabling compacts and flushes for region at 1733928649471Disabling writes for close at 1733928649471Writing region close event to WAL at 1733928649471Closed at 1733928649471 2024-12-11T14:50:49,473 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:49,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733928649473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928649473"}]},"ts":"1733928649473"} 2024-12-11T14:50:49,476 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:49,478 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:49,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339286443872","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928649478"}]},"ts":"1733928649478"} 2024-12-11T14:50:49,481 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339286443872, state=ENABLING in hbase:meta 2024-12-11T14:50:49,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339286443872, region=622aaa11934f60975a3dd1df9dff9d35, ASSIGN}] 2024-12-11T14:50:49,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339286443872, region=622aaa11934f60975a3dd1df9dff9d35, ASSIGN 2024-12-11T14:50:49,485 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339286443872, region=622aaa11934f60975a3dd1df9dff9d35, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:49,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=622aaa11934f60975a3dd1df9dff9d35, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:49,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339286443872, region=622aaa11934f60975a3dd1df9dff9d35, ASSIGN because future has completed 2024-12-11T14:50:49,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622aaa11934f60975a3dd1df9dff9d35, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:49,798 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,798 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 622aaa11934f60975a3dd1df9dff9d35, NAME => 'ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:49,799 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:49,799 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339286443872 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,799 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:49,799 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,799 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,801 INFO [StoreOpener-622aaa11934f60975a3dd1df9dff9d35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,803 INFO [StoreOpener-622aaa11934f60975a3dd1df9dff9d35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622aaa11934f60975a3dd1df9dff9d35 columnFamilyName f 2024-12-11T14:50:49,803 DEBUG [StoreOpener-622aaa11934f60975a3dd1df9dff9d35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:49,805 INFO [StoreOpener-622aaa11934f60975a3dd1df9dff9d35-1 {}] regionserver.HStore(327): Store=622aaa11934f60975a3dd1df9dff9d35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:49,805 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,806 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns3/test-17339286443872/622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,807 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns3/test-17339286443872/622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,807 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,807 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,809 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,813 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns3/test-17339286443872/622aaa11934f60975a3dd1df9dff9d35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:49,814 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 622aaa11934f60975a3dd1df9dff9d35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9650657760, jitterRate=-0.10121245682239532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:50:49,814 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:50:49,815 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 622aaa11934f60975a3dd1df9dff9d35: Running coprocessor pre-open hook at 1733928649799Writing region info on filesystem at 1733928649799Initializing all the Stores at 1733928649801 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928649801Cleaning up temporary data from old regions at 1733928649807 (+6 ms)Running coprocessor post-open hooks at 1733928649814 (+7 ms)Region opened successfully at 1733928649815 (+1 ms) 2024-12-11T14:50:49,816 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35., pid=16, masterSystemTime=1733928649792 2024-12-11T14:50:49,819 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,819 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:50:49,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=622aaa11934f60975a3dd1df9dff9d35, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622aaa11934f60975a3dd1df9dff9d35, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:49,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-11T14:50:49,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 622aaa11934f60975a3dd1df9dff9d35, server=50ca74c8280f,33875,1733928631798 in 185 msec 2024-12-11T14:50:49,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T14:50:49,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339286443872, region=622aaa11934f60975a3dd1df9dff9d35, ASSIGN in 346 msec 2024-12-11T14:50:49,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:49,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339286443872","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928649832"}]},"ts":"1733928649832"} 2024-12-11T14:50:49,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339286443872, state=ENABLED in hbase:meta 2024-12-11T14:50:49,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339286443872 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:49,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17339286443872 in 1.2080 sec 2024-12-11T14:50:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T14:50:50,785 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17339286443872 completed 2024-12-11T14:50:50,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17339286443872 get assigned. Timeout = 60000ms 2024-12-11T14:50:50,787 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T14:50:50,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17339286443872 assigned to meta. Checking AM states. 2024-12-11T14:50:50,795 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T14:50:50,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17339286443872 assigned. 2024-12-11T14:50:50,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17339286443873', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17339286443873 2024-12-11T14:50:50,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:50,802 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:50,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17339286443873" procId is: 17 2024-12-11T14:50:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T14:50:50,804 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:50,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741845_1021 (size=390) 2024-12-11T14:50:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T14:50:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T14:50:51,219 INFO [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25a385da273a7ad48b31d790a589abfd, NAME => 'ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17339286443873', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741846_1022 (size=50) 2024-12-11T14:50:51,240 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:51,240 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1722): Closing 25a385da273a7ad48b31d790a589abfd, disabling compactions & flushes 2024-12-11T14:50:51,240 INFO [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,240 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,240 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. after waiting 0 ms 2024-12-11T14:50:51,240 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,240 INFO [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,241 DEBUG [RegionOpenAndInit-ns4:test-17339286443873-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25a385da273a7ad48b31d790a589abfd: Waiting for close lock at 1733928651240Disabling compacts and flushes for region at 1733928651240Disabling writes for close at 1733928651240Writing region close event to WAL at 1733928651240Closed at 1733928651240 2024-12-11T14:50:51,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:51,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733928651246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928651246"}]},"ts":"1733928651246"} 2024-12-11T14:50:51,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:51,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:51,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339286443873","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928651264"}]},"ts":"1733928651264"} 2024-12-11T14:50:51,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339286443873, state=ENABLING in hbase:meta 2024-12-11T14:50:51,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339286443873, region=25a385da273a7ad48b31d790a589abfd, ASSIGN}] 2024-12-11T14:50:51,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339286443873, region=25a385da273a7ad48b31d790a589abfd, ASSIGN 2024-12-11T14:50:51,291 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339286443873, region=25a385da273a7ad48b31d790a589abfd, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:51,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T14:50:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T14:50:51,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=25a385da273a7ad48b31d790a589abfd, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339286443873, region=25a385da273a7ad48b31d790a589abfd, ASSIGN because future has completed 2024-12-11T14:50:51,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25a385da273a7ad48b31d790a589abfd, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:51,625 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,625 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 25a385da273a7ad48b31d790a589abfd, NAME => 'ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:51,626 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:51,626 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339286443873 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,626 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:51,626 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,626 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,628 INFO [StoreOpener-25a385da273a7ad48b31d790a589abfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,631 INFO [StoreOpener-25a385da273a7ad48b31d790a589abfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25a385da273a7ad48b31d790a589abfd columnFamilyName f 2024-12-11T14:50:51,631 DEBUG [StoreOpener-25a385da273a7ad48b31d790a589abfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:51,632 INFO [StoreOpener-25a385da273a7ad48b31d790a589abfd-1 {}] regionserver.HStore(327): Store=25a385da273a7ad48b31d790a589abfd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:51,633 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,634 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns4/test-17339286443873/25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,635 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns4/test-17339286443873/25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,638 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,638 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,640 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,643 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns4/test-17339286443873/25a385da273a7ad48b31d790a589abfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:51,644 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 25a385da273a7ad48b31d790a589abfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11267453120, jitterRate=0.04936334490776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:50:51,644 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:50:51,644 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 25a385da273a7ad48b31d790a589abfd: Running coprocessor pre-open hook at 1733928651626Writing region info on filesystem at 1733928651626Initializing all the Stores at 1733928651627 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928651627Cleaning up temporary data from old regions at 1733928651638 (+11 ms)Running coprocessor post-open hooks at 1733928651644 (+6 ms)Region opened successfully at 1733928651644 2024-12-11T14:50:51,645 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd., pid=19, masterSystemTime=1733928651620 2024-12-11T14:50:51,648 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,648 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:50:51,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=25a385da273a7ad48b31d790a589abfd, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25a385da273a7ad48b31d790a589abfd, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:51,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-11T14:50:51,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 25a385da273a7ad48b31d790a589abfd, server=50ca74c8280f,33875,1733928631798 in 194 msec 2024-12-11T14:50:51,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-11T14:50:51,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339286443873, region=25a385da273a7ad48b31d790a589abfd, ASSIGN in 376 msec 2024-12-11T14:50:51,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:51,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339286443873","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928651663"}]},"ts":"1733928651663"} 2024-12-11T14:50:51,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339286443873, state=ENABLED in hbase:meta 2024-12-11T14:50:51,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339286443873 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:51,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17339286443873 in 869 msec 2024-12-11T14:50:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T14:50:51,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17339286443873 completed 2024-12-11T14:50:51,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17339286443873 get assigned. Timeout = 60000ms 2024-12-11T14:50:51,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T14:50:51,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17339286443873 assigned to meta. Checking AM states. 2024-12-11T14:50:51,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T14:50:51,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17339286443873 assigned. 2024-12-11T14:50:51,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:50:51,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:50:51,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:51,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:51,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:50:52,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=843, ProcessCount=16, AvailableMemoryMB=3651 2024-12-11T14:50:52,014 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-12-11T14:50:52,016 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-11T14:50:52,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733928644387 from 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733928644387', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733928644387 2024-12-11T14:50:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741847_1023 (size=908) 2024-12-11T14:50:52,462 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000001.367 2024-12-11T14:50:52,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000002.908 2024-12-11T14:50:52,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733928644387}] 2024-12-11T14:50:52,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE}] 2024-12-11T14:50:52,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE 2024-12-11T14:50:52,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:52,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE because future has completed 2024-12-11T14:50:52,497 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:50:52,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:52,657 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:52,658 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:50:52,658 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 6dab3f86d8b40908487f5e816f524228, disabling compactions & flushes 2024-12-11T14:50:52,658 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:52,658 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:52,658 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. after waiting 0 ms 2024-12-11T14:50:52,658 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:52,662 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 6dab3f86d8b40908487f5e816f524228 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T14:50:52,746 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/a9614afd2c664c5dbbdf9494be1d4a20 is 37, key is row10/f:q1/1733928646124/Put/seqid=0 2024-12-11T14:50:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741848_1024 (size=8413) 2024-12-11T14:50:53,159 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:50:53,217 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/a9614afd2c664c5dbbdf9494be1d4a20 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:50:53,228 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T14:50:53,236 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 572ms, sequenceid=103, compaction requested=false 2024-12-11T14:50:53,243 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-11T14:50:53,246 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:50:53,246 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:53,246 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 6dab3f86d8b40908487f5e816f524228: Waiting for close lock at 1733928652658Running coprocessor pre-close hooks at 1733928652658Disabling compacts and flushes for region at 1733928652658Disabling writes for close at 1733928652658Obtaining lock to block concurrent updates at 1733928652663 (+5 ms)Preparing flush snapshotting stores in 6dab3f86d8b40908487f5e816f524228 at 1733928652663Finished memstore snapshotting test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733928652671 (+8 ms)Flushing stores of test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. at 1733928652673 (+2 ms)Flushing 6dab3f86d8b40908487f5e816f524228/f: creating writer at 1733928652676 (+3 ms)Flushing 6dab3f86d8b40908487f5e816f524228/f: appending metadata at 1733928652732 (+56 ms)Flushing 6dab3f86d8b40908487f5e816f524228/f: closing flushed file at 1733928652736 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b799c2: reopening flushed file at 1733928653216 (+480 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 572ms, sequenceid=103, compaction requested=false at 1733928653236 (+20 ms)Writing region close event to WAL at 1733928653237 (+1 ms)Running coprocessor post-close hooks at 1733928653244 (+7 ms)Closed at 1733928653246 (+2 ms) 2024-12-11T14:50:53,246 WARN [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 6dab3f86d8b40908487f5e816f524228 to self. 2024-12-11T14:50:53,249 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=CLOSED 2024-12-11T14:50:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:53,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-11T14:50:53,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 in 756 msec 2024-12-11T14:50:53,259 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE; state=CLOSED, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=true 2024-12-11T14:50:53,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:53,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE because future has completed 2024-12-11T14:50:53,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:53,580 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:53,581 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dab3f86d8b40908487f5e816f524228, NAME => 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:53,581 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:53,581 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733928644387 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,581 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:53,582 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,582 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,585 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,587 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName f 2024-12-11T14:50:53,587 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:53,600 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:50:53,600 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:53,600 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,602 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName f3 2024-12-11T14:50:53,603 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:53,603 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:53,605 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,613 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName mob 2024-12-11T14:50:53,620 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:53,621 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:53,621 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,623 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,626 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,629 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,629 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,630 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733928644387 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:50:53,633 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,635 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6dab3f86d8b40908487f5e816f524228; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11871076320, jitterRate=0.10558013617992401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:50:53,635 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:53,636 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6dab3f86d8b40908487f5e816f524228: Running coprocessor pre-open hook at 1733928653582Writing region info on filesystem at 1733928653582Initializing all the Stores at 1733928653584 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928653584Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928653584Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928653585 (+1 ms)Cleaning up temporary data from old regions at 1733928653629 (+44 ms)Running coprocessor post-open hooks at 1733928653635 (+6 ms)Region opened successfully at 1733928653636 (+1 ms) 2024-12-11T14:50:53,637 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., pid=24, masterSystemTime=1733928653574 2024-12-11T14:50:53,649 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:53,649 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:53,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPEN, openSeqNum=107, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:53,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:53,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-11T14:50:53,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 in 245 msec 2024-12-11T14:50:53,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-11T14:50:53,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE in 1.1750 sec 2024-12-11T14:50:53,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-11T14:50:53,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733928644387 in 1.2050 sec 2024-12-11T14:50:53,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733928644387 in 1.6690 sec 2024-12-11T14:50:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-11T14:50:53,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733928644387 completed 2024-12-11T14:50:53,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137a1efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:53,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:53,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:53,709 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb37d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:53,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:53,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:53,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:53,714 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:53,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e60f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:53,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:53,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:53,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733928644387', row='row-test-1733928644387-3-0', locateType=CURRENT is [region=test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., hostname=50ca74c8280f,33875,1733928631798, seqNum=107] 2024-12-11T14:50:53,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:50:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:50:53,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cec829a 2024-12-11T14:50:53,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:50:53,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:50:53,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17339286443872' 2024-12-11T14:50:53,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17339286443873' 2024-12-11T14:50:53,944 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-11T14:50:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-11T14:50:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T14:50:53,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 41 msec 2024-12-11T14:50:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T14:50:54,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-11T14:50:54,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-11T14:50:54,091 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:54,091 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:54,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-11T14:50:54,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741849_1025 (size=635) 2024-12-11T14:50:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:54,504 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79da993e3639a4dcd01938f3fe0175e4, NAME => 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:54,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741850_1026 (size=40) 2024-12-11T14:50:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:54,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:54,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 79da993e3639a4dcd01938f3fe0175e4, disabling compactions & flushes 2024-12-11T14:50:54,919 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:54,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:54,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. after waiting 0 ms 2024-12-11T14:50:54,919 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:54,919 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:54,920 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79da993e3639a4dcd01938f3fe0175e4: Waiting for close lock at 1733928654919Disabling compacts and flushes for region at 1733928654919Disabling writes for close at 1733928654919Writing region close event to WAL at 1733928654919Closed at 1733928654919 2024-12-11T14:50:54,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:54,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733928654922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928654922"}]},"ts":"1733928654922"} 2024-12-11T14:50:54,926 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:54,928 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:54,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928654928"}]},"ts":"1733928654928"} 2024-12-11T14:50:54,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-11T14:50:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=79da993e3639a4dcd01938f3fe0175e4, ASSIGN}] 2024-12-11T14:50:54,937 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=79da993e3639a4dcd01938f3fe0175e4, ASSIGN 2024-12-11T14:50:54,939 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=79da993e3639a4dcd01938f3fe0175e4, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:55,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=79da993e3639a4dcd01938f3fe0175e4, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:55,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=79da993e3639a4dcd01938f3fe0175e4, ASSIGN because future has completed 2024-12-11T14:50:55,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79da993e3639a4dcd01938f3fe0175e4, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:55,266 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:55,267 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 79da993e3639a4dcd01938f3fe0175e4, NAME => 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:55,267 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:55,267 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,267 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:55,267 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,268 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,286 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,289 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79da993e3639a4dcd01938f3fe0175e4 columnFamilyName meta 2024-12-11T14:50:55,289 DEBUG [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:55,290 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] regionserver.HStore(327): Store=79da993e3639a4dcd01938f3fe0175e4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:55,290 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,296 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79da993e3639a4dcd01938f3fe0175e4 columnFamilyName session 2024-12-11T14:50:55,296 DEBUG [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:55,300 INFO [StoreOpener-79da993e3639a4dcd01938f3fe0175e4-1 {}] regionserver.HStore(327): Store=79da993e3639a4dcd01938f3fe0175e4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:55,300 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,303 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,305 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,306 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,307 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,308 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T14:50:55,313 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,335 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:55,339 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 79da993e3639a4dcd01938f3fe0175e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10135656800, jitterRate=-0.05604340136051178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T14:50:55,339 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:55,340 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 79da993e3639a4dcd01938f3fe0175e4: Running coprocessor pre-open hook at 1733928655268Writing region info on filesystem at 1733928655268Initializing all the Stores at 1733928655280 (+12 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928655280Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928655283 (+3 ms)Cleaning up temporary data from old regions at 1733928655307 (+24 ms)Running coprocessor post-open hooks at 1733928655339 (+32 ms)Region opened successfully at 1733928655340 (+1 ms) 2024-12-11T14:50:55,347 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., pid=28, masterSystemTime=1733928655261 2024-12-11T14:50:55,353 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:55,353 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:55,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=79da993e3639a4dcd01938f3fe0175e4, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:55,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79da993e3639a4dcd01938f3fe0175e4, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:55,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-11T14:50:55,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 79da993e3639a4dcd01938f3fe0175e4, server=50ca74c8280f,33875,1733928631798 in 272 msec 2024-12-11T14:50:55,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T14:50:55,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=79da993e3639a4dcd01938f3fe0175e4, ASSIGN in 461 msec 2024-12-11T14:50:55,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:55,412 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928655412"}]},"ts":"1733928655412"} 2024-12-11T14:50:55,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-11T14:50:55,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:55,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.3330 sec 2024-12-11T14:50:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T14:50:56,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-11T14:50:56,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:50:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-11T14:50:56,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:50:56,290 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:56,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-11T14:50:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T14:50:56,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:50:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741851_1027 (size=640) 2024-12-11T14:50:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T14:50:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T14:50:56,727 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9170b176fafeac01a0a5e588c1ee6cb3, NAME => 'backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:50:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741852_1028 (size=45) 2024-12-11T14:50:56,759 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:56,760 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 9170b176fafeac01a0a5e588c1ee6cb3, disabling compactions & flushes 2024-12-11T14:50:56,760 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:56,760 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:56,760 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. after waiting 0 ms 2024-12-11T14:50:56,760 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:56,760 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:56,760 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9170b176fafeac01a0a5e588c1ee6cb3: Waiting for close lock at 1733928656759Disabling compacts and flushes for region at 1733928656759Disabling writes for close at 1733928656760 (+1 ms)Writing region close event to WAL at 1733928656760Closed at 1733928656760 2024-12-11T14:50:56,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:50:56,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733928656762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928656762"}]},"ts":"1733928656762"} 2024-12-11T14:50:56,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:50:56,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:50:56,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928656780"}]},"ts":"1733928656780"} 2024-12-11T14:50:56,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-11T14:50:56,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9170b176fafeac01a0a5e588c1ee6cb3, ASSIGN}] 2024-12-11T14:50:56,800 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9170b176fafeac01a0a5e588c1ee6cb3, ASSIGN 2024-12-11T14:50:56,802 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=9170b176fafeac01a0a5e588c1ee6cb3, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:50:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T14:50:56,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=9170b176fafeac01a0a5e588c1ee6cb3, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:56,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=9170b176fafeac01a0a5e588c1ee6cb3, ASSIGN because future has completed 2024-12-11T14:50:56,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:50:57,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T14:50:57,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T14:50:57,131 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:57,131 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 9170b176fafeac01a0a5e588c1ee6cb3, NAME => 'backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:50:57,132 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:50:57,132 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,132 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:50:57,132 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,132 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,136 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,143 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9170b176fafeac01a0a5e588c1ee6cb3 columnFamilyName meta 2024-12-11T14:50:57,143 DEBUG [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:57,144 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] regionserver.HStore(327): Store=9170b176fafeac01a0a5e588c1ee6cb3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:57,145 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,147 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9170b176fafeac01a0a5e588c1ee6cb3 columnFamilyName session 2024-12-11T14:50:57,148 DEBUG [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:50:57,151 INFO [StoreOpener-9170b176fafeac01a0a5e588c1ee6cb3-1 {}] regionserver.HStore(327): Store=9170b176fafeac01a0a5e588c1ee6cb3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:50:57,152 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,153 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system_bulk/9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,154 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system_bulk/9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,156 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,156 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,157 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T14:50:57,160 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,175 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system_bulk/9170b176fafeac01a0a5e588c1ee6cb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:50:57,177 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 9170b176fafeac01a0a5e588c1ee6cb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11075579520, jitterRate=0.03149372339248657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T14:50:57,177 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:50:57,178 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 9170b176fafeac01a0a5e588c1ee6cb3: Running coprocessor pre-open hook at 1733928657133Writing region info on filesystem at 1733928657133Initializing all the Stores at 1733928657136 (+3 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928657136Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928657136Cleaning up temporary data from old regions at 1733928657156 (+20 ms)Running coprocessor post-open hooks at 1733928657177 (+21 ms)Region opened successfully at 1733928657178 (+1 ms) 2024-12-11T14:50:57,180 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3., pid=31, masterSystemTime=1733928657115 2024-12-11T14:50:57,192 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:57,192 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:50:57,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=9170b176fafeac01a0a5e588c1ee6cb3, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:50:57,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:50:57,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-11T14:50:57,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3, server=50ca74c8280f,33875,1733928631798 in 261 msec 2024-12-11T14:50:57,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-11T14:50:57,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9170b176fafeac01a0a5e588c1ee6cb3, ASSIGN in 445 msec 2024-12-11T14:50:57,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:50:57,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928657256"}]},"ts":"1733928657256"} 2024-12-11T14:50:57,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-11T14:50:57,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:50:57,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 993 msec 2024-12-11T14:50:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T14:50:57,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-11T14:50:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:50:57,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:50:57,493 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T14:50:57,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:50:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-11T14:50:57,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:50:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928657540 (current time:1733928657540). 2024-12-11T14:50:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:50:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T14:50:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f771253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:57,550 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6933526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:57,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:57,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:57,554 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:57,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f6f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:57,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:57,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:57,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:50:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:50:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:57,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:50:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:50:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:50:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T14:50:57,593 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:50:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T14:50:57,600 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:50:57,645 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:50:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741853_1029 (size=52) 2024-12-11T14:50:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T14:50:57,719 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:50:57,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4}] 2024-12-11T14:50:57,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:57,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T14:50:57,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:57,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 79da993e3639a4dcd01938f3fe0175e4 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-11T14:50:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T14:50:57,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/9d268e81aff949bd9cabe71c4be2ba72 is 49, key is activesession:/session:c/1733928657522/Put/seqid=0 2024-12-11T14:50:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741854_1030 (size=5049) 2024-12-11T14:50:58,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/9d268e81aff949bd9cabe71c4be2ba72 2024-12-11T14:50:58,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/9d268e81aff949bd9cabe71c4be2ba72 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72 2024-12-11T14:50:58,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72, entries=1, sequenceid=5, filesize=4.9 K 2024-12-11T14:50:58,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 212ms, sequenceid=5, compaction requested=false 2024-12-11T14:50:58,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-11T14:50:58,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 79da993e3639a4dcd01938f3fe0175e4: 2024-12-11T14:50:58,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. for snapshot_backup_system completed. 2024-12-11T14:50:58,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.' region-info for snapshot=snapshot_backup_system 2024-12-11T14:50:58,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:50:58,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:50:58,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72] hfiles 2024-12-11T14:50:58,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72 for snapshot=snapshot_backup_system 2024-12-11T14:50:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741855_1031 (size=95) 2024-12-11T14:50:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T14:50:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:50:58,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T14:50:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T14:50:58,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:58,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:50:58,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-11T14:50:58,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 in 857 msec 2024-12-11T14:50:58,590 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:50:58,599 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:50:58,607 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:50:58,608 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T14:50:58,615 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T14:50:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741856_1032 (size=731) 2024-12-11T14:50:58,675 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:50:58,699 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:50:58,700 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_backup_system 2024-12-11T14:50:58,719 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:50:58,720 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T14:50:58,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.1380 sec 2024-12-11T14:50:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T14:50:58,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T14:50:58,738 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733928653855 started at 1733928658737. 2024-12-11T14:50:58,779 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733928653855 has been started. 2024-12-11T14:50:58,805 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T14:50:58,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T14:50:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T14:50:58,831 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T14:50:58,831 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T14:50:58,832 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T14:50:58,832 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T14:50:58,835 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:50:58,835 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:50:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:50:58,872 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:50:58,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:50:58,875 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T14:50:58,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:50:58,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T14:50:58,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:50:58,877 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T14:50:58,879 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T14:50:58,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T14:50:58,880 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T14:50:58,880 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T14:50:58,880 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T14:50:58,880 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T14:50:58,880 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T14:50:58,881 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,881 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T14:50:58,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,896 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:50:58,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:50:58,897 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,897 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T14:50:58,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:50:58,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:50:58,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:58,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:50:58,901 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T14:50:58,901 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@12a7f04c[Count = 0] remaining members to acquire global barrier 2024-12-11T14:50:58,901 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T14:50:58,901 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,915 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:58,916 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T14:50:58,919 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T14:50:58,919 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,919 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T14:50:58,921 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,936 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733928636243 highest: 1733928645782 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:58,936 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0:(num 1733928636243) roll requested 2024-12-11T14:50:58,960 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937, exclude list is [], retry=0 2024-12-11T14:50:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:59,004 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 2024-12-11T14:50:59,023 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:59,023 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243 is not closed yet, will try archiving it next time 2024-12-11T14:50:59,023 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.meta:.meta(num 1733928637044) roll requested 2024-12-11T14:50:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741833_1009 (size=1034) 2024-12-11T14:50:59,043 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928636243 2024-12-11T14:50:59,063 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta, exclude list is [], retry=0 2024-12-11T14:50:59,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:59,103 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta 2024-12-11T14:50:59,107 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:59,107 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta is not closed yet, will try archiving it next time 2024-12-11T14:50:59,107 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1:(num 1733928645782) roll requested 2024-12-11T14:50:59,128 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107, exclude list is [], retry=0 2024-12-11T14:50:59,131 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 164 2024-12-11T14:50:59,131 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733928658937 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,132 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:50:59,132 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:50:59,132 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348c2a19 2024-12-11T14:50:59,132 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:50:59,135 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:50:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741834_1010 (size=12055) 2024-12-11T14:50:59,140 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:59,141 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:59,141 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:59,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:50:59,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57395, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:50:59,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-11T14:50:59,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:59,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-11T14:50:59,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:59,155 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 2024-12-11T14:50:59,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339286443873 2024-12-11T14:50:59,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339286443873 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:59,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339286443872 2024-12-11T14:50:59,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339286443872 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:50:59,167 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:50:59,167 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 is not closed yet, will try archiving it next time 2024-12-11T14:50:59,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:50:59,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:50:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741840_1016 (size=4756) 2024-12-11T14:50:59,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 not finished, retry = 0 2024-12-11T14:50:59,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:45457/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:50:59,213 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T14:50:59,213 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '50ca74c8280f,33875,1733928631798' in zk 2024-12-11T14:50:59,283 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T14:50:59,283 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:50:59,283 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T14:50:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:50:59,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:50:59,288 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:50:59,291 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:50:59,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:59,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:50:59,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:59,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '50ca74c8280f,33875,1733928631798': 2024-12-11T14:50:59,360 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '50ca74c8280f,33875,1733928631798' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T14:50:59,360 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T14:50:59,360 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T14:50:59,360 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T14:50:59,360 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T14:50:59,361 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T14:50:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:50:59,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,423 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:50:59,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:50:59,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,425 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:50:59,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:50:59,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:50:59,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:59,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:50:59,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,435 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:59,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:50:59,452 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:50:59,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:50:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:50:59,504 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:50:59,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:50:59,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T14:50:59,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:59,507 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:50:59,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:50:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:50:59,508 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:50:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T14:50:59,529 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } 2024-12-11T14:50:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928659529 (current time:1733928659529). 2024-12-11T14:50:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:50:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928659527_default_test-1733928644387 VERSION not specified, setting to 2 2024-12-11T14:50:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65335e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:50:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:50:59,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:50:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:50:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:50:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a47f57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:50:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:50:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:59,535 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:50:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbccda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:50:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:50:59,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:50:59,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:50:59,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:50:59,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:50:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:50:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:50:59,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:50:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:50:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } 2024-12-11T14:50:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T14:50:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:50:59,564 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:50:59,570 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:50:59,590 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:50:59,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741860_1036 (size=84) 2024-12-11T14:50:59,633 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:50:59,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228}] 2024-12-11T14:50:59,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:50:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:50:59,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T14:50:59,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:50:59,792 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6dab3f86d8b40908487f5e816f524228 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-11T14:50:59,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f3/17c84df8d98841738e5784cc27dbd97b is 58, key is row-test-1733928644387-3-0/f3:q1/1733928653745/Put/seqid=0 2024-12-11T14:50:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:50:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741861_1037 (size=5387) 2024-12-11T14:50:59,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f3/17c84df8d98841738e5784cc27dbd97b 2024-12-11T14:50:59,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-11T14:51:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741862_1038 (size=4469) 2024-12-11T14:51:00,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/12585c19f2ac410ab48191814313978f is 59, key is row-test-1733928644387-3-0/mob:q1/1733928653816/Put/seqid=0 2024-12-11T14:51:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:51:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741863_1039 (size=5484) 2024-12-11T14:51:00,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:51:00,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f3/17c84df8d98841738e5784cc27dbd97b as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b 2024-12-11T14:51:00,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b, entries=6, sequenceid=121, filesize=5.3 K 2024-12-11T14:51:00,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/12585c19f2ac410ab48191814313978f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:51:00,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f, entries=6, sequenceid=121, filesize=5.4 K 2024-12-11T14:51:00,424 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 632ms, sequenceid=121, compaction requested=false 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6dab3f86d8b40908487f5e816f524228: 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. for snapshot_1733928659527_default_test-1733928644387 completed. 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.' region-info for snapshot=snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20] hfiles 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 for snapshot=snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b] hfiles 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b for snapshot=snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f] hfiles 2024-12-11T14:51:00,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f for snapshot=snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741864_1040 (size=185) 2024-12-11T14:51:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T14:51:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T14:51:00,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928659527_default_test-1733928644387 on region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:00,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:00,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-11T14:51:00,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 in 871 msec 2024-12-11T14:51:00,509 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:00,511 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:00,525 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T14:51:00,525 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T14:51:00,526 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:00,531 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T14:51:00,531 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:00,535 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-11T14:51:00,535 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:00,543 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-11T14:51:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741865_1041 (size=49) 2024-12-11T14:51:00,655 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:00,655 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,661 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:51:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741866_1042 (size=1146) 2024-12-11T14:51:00,792 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:00,843 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:00,845 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928659527_default_test-1733928644387 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:00,857 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:00,857 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T14:51:00,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733928659527_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } in 1.3070 sec 2024-12-11T14:51:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T14:51:01,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733928644387 completed 2024-12-11T14:51:01,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } 2024-12-11T14:51:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928661717 (current time:1733928661717). 2024-12-11T14:51:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928661716_ns2_test-17339286443871 VERSION not specified, setting to 2 2024-12-11T14:51:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e691501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:01,726 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:01,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:01,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:01,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6330ae4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:01,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:01,732 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:01,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516ceb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:01,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:01,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:01,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:01,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:01,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } 2024-12-11T14:51:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T14:51:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:01,773 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:01,782 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:01,807 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741867_1043 (size=86) 2024-12-11T14:51:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:01,881 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:01,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139}] 2024-12-11T14:51:01,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:02,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-11T14:51:02,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:51:02,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing bcd9c03105c56fb9a253ff3b1cf08139 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T14:51:02,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/da23e268ee8d46b9abe43549545a9fad is 37, key is row10/f:q1/1733928648457/Put/seqid=0 2024-12-11T14:51:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741868_1044 (size=8413) 2024-12-11T14:51:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:02,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:51:02,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/da23e268ee8d46b9abe43549545a9fad as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:51:02,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T14:51:02,564 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for bcd9c03105c56fb9a253ff3b1cf08139 in 511ms, sequenceid=103, compaction requested=false 2024-12-11T14:51:02,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for bcd9c03105c56fb9a253ff3b1cf08139: 2024-12-11T14:51:02,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. for snapshot_1733928661716_ns2_test-17339286443871 completed. 2024-12-11T14:51:02,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.' region-info for snapshot=snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:02,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:02,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad] hfiles 2024-12-11T14:51:02,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad for snapshot=snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741869_1045 (size=91) 2024-12-11T14:51:02,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T14:51:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:02,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:51:02,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T14:51:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T14:51:02,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928661716_ns2_test-17339286443871 on region bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:02,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:03,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T14:51:03,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 in 1.1160 sec 2024-12-11T14:51:03,002 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:03,007 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:03,010 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:03,010 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:03,016 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741870_1046 (size=456) 2024-12-11T14:51:03,479 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:03,490 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:03,491 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928661716_ns2_test-17339286443871 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:03,494 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:03,495 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T14:51:03,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733928661716_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } in 1.7340 sec 2024-12-11T14:51:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T14:51:03,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339286443871 completed 2024-12-11T14:51:03,916 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733928653855 2024-12-11T14:51:03,916 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T14:51:03,918 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-11T14:51:03,920 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928653855_test-1733928644387 2024-12-11T14:51:03,920 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928659527_default_test-1733928644387 to hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/ 2024-12-11T14:51:03,927 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:03,977 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:03,977 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/.hbase-snapshot/.tmp/snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:03,984 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:04,006 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928659527_default_test-1733928644387 to hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/.hbase-snapshot/.tmp/snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741871_1047 (size=84) 2024-12-11T14:51:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741872_1048 (size=1146) 2024-12-11T14:51:04,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:04,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:04,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-15740390237368401896.jar 2024-12-11T14:51:05,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-6083385996198448617.jar 2024-12-11T14:51:05,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:05,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:05,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:05,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:05,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:05,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:05,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:05,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:05,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:05,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:05,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:05,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:05,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:05,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:05,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:05,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:05,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:05,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:05,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:05,560 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:05,617 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:05,649 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928659527_default_test-1733928644387' hfile list 2024-12-11T14:51:05,661 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-11T14:51:06,270 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local417998500_0001_2f102942-30b3-4949-8af5-807cdb64d44e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:06,270 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local417998500_0001_2f102942-30b3-4949-8af5-807cdb64d44e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:06,509 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T14:51:06,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741873_1049 (size=8413) 2024-12-11T14:51:07,024 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 output=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:51:07,027 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-12-11T14:51:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741874_1050 (size=5484) 2024-12-11T14:51:07,076 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f output=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:51:07,076 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.134M/sec 2024-12-11T14:51:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741875_1051 (size=5387) 2024-12-11T14:51:07,641 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b output=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b 2024-12-11T14:51:07,641 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.009M/sec 2024-12-11T14:51:08,407 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:08,409 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:08,431 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:08,431 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928659527_default_test-1733928644387 finished. 2024-12-11T14:51:08,431 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928653855_ns2:test-17339286443871 2024-12-11T14:51:08,432 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928661716_ns2_test-17339286443871 to hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/ 2024-12-11T14:51:08,432 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:08,478 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:08,478 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/.hbase-snapshot/.tmp/snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:08,481 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:08,496 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928661716_ns2_test-17339286443871 to hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/.hbase-snapshot/.tmp/snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741876_1052 (size=86) 2024-12-11T14:51:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741877_1053 (size=456) 2024-12-11T14:51:08,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:08,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:08,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-3025175776567548207.jar 2024-12-11T14:51:10,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-6227990425846356639.jar 2024-12-11T14:51:10,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:10,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:10,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:10,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:10,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:10,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:10,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:10,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:10,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:10,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:10,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:10,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:10,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:10,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:10,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:10,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:10,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:10,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:10,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:10,170 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:10,192 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:10,202 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928661716_ns2_test-17339286443871' hfile list 2024-12-11T14:51:10,211 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-11T14:51:10,327 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1996682569_0002_686d6f81-c3fb-4508-ad5c-445208b80f6a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:10,327 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1996682569_0002_686d6f81-c3fb-4508-ad5c-445208b80f6a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:10,424 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T14:51:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741878_1054 (size=8413) 2024-12-11T14:51:10,483 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad output=hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:51:10,484 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.182M/sec 2024-12-11T14:51:11,380 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:11,382 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:11,389 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:11,389 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928661716_ns2_test-17339286443871 finished. 2024-12-11T14:51:11,389 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733928644387 2024-12-11T14:51:11,389 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339286443871 2024-12-11T14:51:11,452 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928653855 2024-12-11T14:51:11,452 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T14:51:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741879_1055 (size=97) 2024-12-11T14:51:11,864 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45457/backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:51:11,868 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733928653855 finished: type=FULL,tablelist=test-1733928644387;ns2:test-17339286443871,targetRootDir=hdfs://localhost:45457/backupUT,startts=1733928658737,completets=1733928671450,bytescopied=0 2024-12-11T14:51:11,868 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T14:51:11,868 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:11,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928659527_default_test-1733928644387" type: DISABLED 2024-12-11T14:51:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928659527_default_test-1733928644387 2024-12-11T14:51:11,880 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928659527_default_test-1733928644387 for backup backup_1733928653855 succeeded. 2024-12-11T14:51:11,880 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:11,881 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928661716_ns2_test-17339286443871" type: DISABLED 2024-12-11T14:51:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928661716_ns2_test-17339286443871 2024-12-11T14:51:11,885 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928661716_ns2_test-17339286443871 for backup backup_1733928653855 succeeded. 2024-12-11T14:51:11,886 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T14:51:11,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T14:51:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T14:51:11,899 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T14:51:11,904 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T14:51:11,931 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733928653855 completed. 2024-12-11T14:51:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:11,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:11,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733928653855', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:51:11,986 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:51:11,989 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:51:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:12,427 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733928644387 2024-12-11T14:51:12,461 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733928644387 2024-12-11T14:51:13,058 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733928644387 to Mob enabled CF 2024-12-11T14:51:13,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339286443871', row='row-t20', locateType=CURRENT is [region=ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:51:13,104 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17339286443871 2024-12-11T14:51:13,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:13,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] assignment.SplitTableRegionProcedure(210): test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. splitKey isn't explicitly specified, will try to find a best split key from RS 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 because midkey is the same as first or last row 2024-12-11T14:51:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b because midkey is the same as first or last row 2024-12-11T14:51:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f because midkey is the same as first or last row 2024-12-11T14:51:13,119 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HRegion(2902): Flushing 6dab3f86d8b40908487f5e816f524228 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-11T14:51:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/54c8b3ed71d547af87b931b503a5a868 is 59, key is row-test-1733928644387-1-10/f:q1/1733928672040/Put/seqid=0 2024-12-11T14:51:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741880_1056 (size=10796) 2024-12-11T14:51:13,577 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/54c8b3ed71d547af87b931b503a5a868 2024-12-11T14:51:13,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 is 63, key is row-test-1733928644387-3-100/mob:q1/1733928672995/Put/seqid=0 2024-12-11T14:51:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741881_1057 (size=5591) 2024-12-11T14:51:13,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:13,642 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:13,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/269b7efffe694f0694faab5901bcad8c, store: [table=test-1733928644387 family=mob region=6dab3f86d8b40908487f5e816f524228] 2024-12-11T14:51:13,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/269b7efffe694f0694faab5901bcad8c is 192, key is row-test-1733928644387-3-100/mob:q1/1733928672995/Put/seqid=0 2024-12-11T14:51:13,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741882_1058 (size=13760) 2024-12-11T14:51:13,660 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/269b7efffe694f0694faab5901bcad8c 2024-12-11T14:51:13,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f/54c8b3ed71d547af87b931b503a5a868 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 2024-12-11T14:51:13,687 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868, entries=99, sequenceid=334, filesize=10.5 K 2024-12-11T14:51:13,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/mob/269b7efffe694f0694faab5901bcad8c as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c 2024-12-11T14:51:13,698 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c, entries=111, sequenceid=334, filesize=13.4 K 2024-12-11T14:51:13,699 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 580ms, sequenceid=334, compaction requested=false 2024-12-11T14:51:13,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 6dab3f86d8b40908487f5e816f524228: 2024-12-11T14:51:13,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 because midkey is the same as first or last row 2024-12-11T14:51:13,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b because midkey is the same as first or last row 2024-12-11T14:51:13,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c because midkey is the same as first or last row 2024-12-11T14:51:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=50ca74c8280f,33875,1733928631798 2024-12-11T14:51:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T14:51:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.CallRunner(138): callId: 300 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:46900 deadline: 1733928733111, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-11T14:51:13,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733928644387 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:13,710 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:13,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T14:51:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733928644387,, stopping at row=test-1733928644387 ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733928644387,, stopping at row=test-1733928644387 ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,746 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =642 2024-12-11T14:51:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,846 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T14:51:13,854 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928673746 2024-12-11T14:51:13,864 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733928653855} 2024-12-11T14:51:13,864 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T14:51:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:13,946 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928673946 (current time:1733928673946). 2024-12-11T14:51:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T14:51:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ece60ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:13,957 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:13,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:13,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:13,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1359d40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:13,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:13,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:13,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:13,963 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:13,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447d92c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:13,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:13,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:13,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:13,971 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:13,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T14:51:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:13,984 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:13,986 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:13,993 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:14,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741883_1059 (size=52) 2024-12-11T14:51:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:14,411 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:14,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4}] 2024-12-11T14:51:14,413 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:14,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-11T14:51:14,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:51:14,566 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 79da993e3639a4dcd01938f3fe0175e4 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-11T14:51:14,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/35ed5248c0bd44128f7506ecb6dfbf91 is 158, key is trslm:hdfs://localhost:45457/backupUT\x00ns2:test-17339286443871/meta:log-roll-map/1733928671436/Put/seqid=0 2024-12-11T14:51:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741884_1060 (size=5914) 2024-12-11T14:51:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:14,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/35ed5248c0bd44128f7506ecb6dfbf91 2024-12-11T14:51:15,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/53a72b65393a4a6cb0042c886ecac2b3 is 433, key is session:backup_1733928653855/session:context/1733928671903/Put/seqid=0 2024-12-11T14:51:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741885_1061 (size=5535) 2024-12-11T14:51:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:15,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/53a72b65393a4a6cb0042c886ecac2b3 2024-12-11T14:51:15,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/35ed5248c0bd44128f7506ecb6dfbf91 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91 2024-12-11T14:51:15,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91, entries=6, sequenceid=17, filesize=5.8 K 2024-12-11T14:51:15,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/53a72b65393a4a6cb0042c886ecac2b3 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3 2024-12-11T14:51:15,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3, entries=2, sequenceid=17, filesize=5.4 K 2024-12-11T14:51:15,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 870ms, sequenceid=17, compaction requested=false 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 79da993e3639a4dcd01938f3fe0175e4: 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. for snapshot_backup_system completed. 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.' region-info for snapshot=snapshot_backup_system 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91] hfiles 2024-12-11T14:51:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91 for snapshot=snapshot_backup_system 2024-12-11T14:51:15,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3] hfiles 2024-12-11T14:51:15,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72 for snapshot=snapshot_backup_system 2024-12-11T14:51:15,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3 for snapshot=snapshot_backup_system 2024-12-11T14:51:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741886_1062 (size=173) 2024-12-11T14:51:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:51:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T14:51:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T14:51:15,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:15,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:15,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T14:51:15,846 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:15,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 in 1.4330 sec 2024-12-11T14:51:15,847 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:15,848 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:15,848 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T14:51:15,849 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T14:51:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741887_1063 (size=810) 2024-12-11T14:51:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:16,259 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:16,267 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:16,267 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_backup_system 2024-12-11T14:51:16,269 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:16,269 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T14:51:16,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2970 sec 2024-12-11T14:51:17,703 DEBUG [master/50ca74c8280f:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733928644387 2024-12-11T14:51:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741888_1064 (size=950) 2024-12-11T14:51:18,116 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000002.908 2024-12-11T14:51:18,116 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000003.950 2024-12-11T14:51:18,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733928644387 in 417 msec 2024-12-11T14:51:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T14:51:18,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T14:51:18,157 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733928673746 started at 1733928678157. 2024-12-11T14:51:18,161 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733928673746 has been started. 2024-12-11T14:51:18,168 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733928644387, ns2:test-17339286443871] 2024-12-11T14:51:18,173 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733928645782for backupID backup_1733928673746 2024-12-11T14:51:18,173 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T14:51:18,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T14:51:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T14:51:18,174 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T14:51:18,175 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T14:51:18,175 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T14:51:18,175 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T14:51:18,175 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,175 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:18,230 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:51:18,231 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:51:18,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:51:18,231 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,231 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T14:51:18,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:18,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T14:51:18,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:18,232 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T14:51:18,233 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T14:51:18,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T14:51:18,233 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T14:51:18,233 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T14:51:18,233 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T14:51:18,233 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T14:51:18,233 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T14:51:18,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,241 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:18,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:18,242 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,242 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T14:51:18,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:18,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:18,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:18,246 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T14:51:18,246 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@21da75c7[Count = 0] remaining members to acquire global barrier 2024-12-11T14:51:18,246 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T14:51:18,246 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,256 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T14:51:18,256 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T14:51:18,256 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,257 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733928658937 highest: 1733928659107 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,257 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0:(num 1733928658937) roll requested 2024-12-11T14:51:18,258 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,258 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T14:51:18,273 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257, exclude list is [], retry=0 2024-12-11T14:51:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:18,285 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 2024-12-11T14:51:18,285 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:18,285 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 is not closed yet, will try archiving it next time 2024-12-11T14:51:18,285 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.meta:.meta(num 1733928659024) roll requested 2024-12-11T14:51:18,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741857_1033 (size=1198) 2024-12-11T14:51:18,300 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta, exclude list is [], retry=0 2024-12-11T14:51:18,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:18,308 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta 2024-12-11T14:51:18,308 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:18,308 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta is not closed yet, will try archiving it next time 2024-12-11T14:51:18,308 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1:(num 1733928659107) roll requested 2024-12-11T14:51:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741858_1034 (size=93) 2024-12-11T14:51:18,315 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta 2024-12-11T14:51:18,326 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308, exclude list is [], retry=0 2024-12-11T14:51:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:18,330 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 2024-12-11T14:51:18,330 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:18,330 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 is not closed yet, will try archiving it next time 2024-12-11T14:51:18,330 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928645782 2024-12-11T14:51:18,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 not finished, retry = 0 2024-12-11T14:51:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741859_1035 (size=30490) 2024-12-11T14:51:18,337 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-11T14:51:18,337 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733928678257 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:18,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:18,360 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T14:51:18,360 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '50ca74c8280f,33875,1733928631798' in zk 2024-12-11T14:51:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,372 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T14:51:18,372 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:51:18,372 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T14:51:18,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:18,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:18,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:18,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:18,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:18,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '50ca74c8280f,33875,1733928631798': 2024-12-11T14:51:18,376 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T14:51:18,376 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '50ca74c8280f,33875,1733928631798' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T14:51:18,376 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T14:51:18,376 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T14:51:18,376 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T14:51:18,376 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T14:51:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:51:18,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,383 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:18,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:18,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:18,384 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:51:18,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:51:18,384 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:18,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,386 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:18,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:18,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:18,397 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:51:18,397 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:51:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:18,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:18,398 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:51:18,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T14:51:18,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T14:51:18,398 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:51:18,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:51:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T14:51:18,407 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {50ca74c8280f:33875=1733928645782} newestTimestamps: {50ca74c8280f:33875=1733928659107} 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 2024-12-11T14:51:18,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 2024-12-11T14:51:18,411 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta 2024-12-11T14:51:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741892_1068 (size=950) 2024-12-11T14:51:18,829 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733928644387 target: hdfs://localhost:45457/backupUT/backup_1733928673746/default/test-1733928644387 descriptor: 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:51:18,829 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:51:18,832 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733928644387 2024-12-11T14:51:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741893_1069 (size=53) 2024-12-11T14:51:18,845 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733928644387 2024-12-11T14:51:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741894_1070 (size=364) 2024-12-11T14:51:18,867 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339286443871 target: hdfs://localhost:45457/backupUT/backup_1733928673746/ns2/test-17339286443871 descriptor: 'ns2:test-17339286443871', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:51:18,867 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:51:18,872 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339286443871 2024-12-11T14:51:18,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741895_1071 (size=50) 2024-12-11T14:51:18,880 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339286443871 2024-12-11T14:51:18,895 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746 from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937;hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 2024-12-11T14:51:18,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b160b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:18,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:18,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:18,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a52df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:18,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7cff47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:18,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:51:18,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:51:18,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7faf78 2024-12-11T14:51:18,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:51:18,904 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:51:18,914 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:51:18,914 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733928644387 2024-12-11T14:51:18,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733928644387,, stopping at row=test-1733928644387 ,, for max=2147483647 with caching=100 2024-12-11T14:51:18,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:18,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:18,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:18,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:18,927 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733928644387: test-1733928644387; 2024-12-11T14:51:18,927 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339286443871 2024-12-11T14:51:18,928 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339286443871,, stopping at row=ns2:test-17339286443871 ,, for max=2147483647 with caching=100 2024-12-11T14:51:18,933 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339286443871: ns2:test-17339286443871; 2024-12-11T14:51:18,933 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T14:51:18,933 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_07c5696d-4475-42bf-ae24-6165bda43697 2024-12-11T14:51:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741896_1072 (size=192) 2024-12-11T14:51:19,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:19,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:19,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-3535446830585490427.jar 2024-12-11T14:51:20,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-17342538240379720574.jar 2024-12-11T14:51:20,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:20,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:20,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:20,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:20,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:20,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:20,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:20,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:20,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:20,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:20,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:20,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7484213427141610142.jar 2024-12-11T14:51:20,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7484213427141610142.jar 2024-12-11T14:51:20,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:20,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7484213427141610142.jar 2024-12-11T14:51:20,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7484213427141610142.jar 2024-12-11T14:51:20,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:20,595 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733928644387,ns2:test-17339286443871 2024-12-11T14:51:20,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:51:20,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:51:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:20,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:20,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:21,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-818263969404185504.jar 2024-12-11T14:51:21,753 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:21,771 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:21,776 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 for WAL files 2024-12-11T14:51:21,778 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 2024-12-11T14:51:21,778 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 for WAL files 2024-12-11T14:51:21,779 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 2024-12-11T14:51:21,899 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1217780650_0003_929c0c04-3c6e-4d94-8fb6-c66d39cc2796/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:21,899 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1217780650_0003_929c0c04-3c6e-4d94-8fb6-c66d39cc2796/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:22,054 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 for hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 (-9223372036854775808:9223372036854775807) length:30490 2024-12-11T14:51:22,082 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T14:51:22,083 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T14:51:22,157 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 for hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 (-9223372036854775808:9223372036854775807) length:1198 2024-12-11T14:51:22,176 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T14:51:22,176 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T14:51:22,457 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366ce2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,458 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:22,458 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:22,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bebd028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275cd075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,463 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:22,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:22,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:22,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:22,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339286443871', row='row-t20', locateType=CURRENT is [region=ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:51:22,469 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T14:51:22,469 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:51:22,469 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,469 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:22,470 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-11T14:51:22,470 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:51:22,476 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746/_temporary/0/_temporary/attempt_local1217780650_0003_r_000000_0/ns2/test-17339286443871/f/358f0394cad4494780d6a30c20d96c45 is 38, key is row-t20/f:q1/1733928673083/Put/seqid=0 2024-12-11T14:51:22,479 WARN [Thread-944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:51:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741897_1073 (size=5275) 2024-12-11T14:51:22,947 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9dbbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,947 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:22,947 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:22,951 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:22,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:22,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b5b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:22,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,953 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:22,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@822aa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,955 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:22,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:22,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:22,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733928644387', row='row-test-1733928644387-1-0', locateType=CURRENT is [region=test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., hostname=50ca74c8280f,33875,1733928631798, seqNum=107] 2024-12-11T14:51:22,963 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T14:51:22,963 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:51:22,963 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,964 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:22,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-1-0] 2024-12-11T14:51:22,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:51:22,991 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303c9a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,991 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:22,991 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:22,994 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005f167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:22,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:22,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:22,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:23,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4612deab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:23,001 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:23,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:23,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:23,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:23,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733928644387', row='row-test-1733928644387-3-0', locateType=CURRENT is [region=test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., hostname=50ca74c8280f,33875,1733928631798, seqNum=107] 2024-12-11T14:51:23,009 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T14:51:23,009 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:51:23,009 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:23,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:23,009 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:23,010 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-3-0] 2024-12-11T14:51:23,010 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:51:23,028 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746/_temporary/0/_temporary/attempt_local1217780650_0003_r_000001_0/default/test-1733928644387/f/bfdc38ae27b44179b69f2aa992c3e57d is 59, key is row-test-1733928644387-1-10/f:q1/1733928672040/Put/seqid=0 2024-12-11T14:51:23,034 WARN [Thread-956 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:51:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741898_1074 (size=10770) 2024-12-11T14:51:23,457 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746/_temporary/0/_temporary/attempt_local1217780650_0003_r_000001_0/default/test-1733928644387/mob/ac783ba103b74d2e8093d5a6917b601e is 63, key is row-test-1733928644387-3-100/mob:q1/1733928672995/Put/seqid=0 2024-12-11T14:51:23,459 WARN [Thread-958 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:51:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741899_1075 (size=11811) 2024-12-11T14:51:23,945 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45457/backupUT 2024-12-11T14:51:23,946 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733928673746 2024-12-11T14:51:23,946 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-11T14:51:23,983 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746, hdfs://localhost:45457/backupUT] 2024-12-11T14:51:24,099 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741900_1076 (size=10770) 2024-12-11T14:51:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741901_1077 (size=11811) 2024-12-11T14:51:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741902_1078 (size=5275) 2024-12-11T14:51:25,775 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-11T14:51:25,779 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733928673746 2024-12-11T14:51:25,779 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-11T14:51:25,780 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local681129113_0004 completed: true true 2024-12-11T14:51:25,781 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2493801 FILE: Number of bytes written=4857683 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231564 HDFS: Number of bytes written=2433152 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-11T14:51:25,781 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45457/backupUT/.tmp/backup_1733928673746 to hdfs://localhost:45457/backupUT finished. 2024-12-11T14:51:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733928644387:', locateType=CURRENT is [region=backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:51:25,803 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928673746 2024-12-11T14:51:25,807 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733928653855} 2024-12-11T14:51:25,807 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T14:51:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741903_1079 (size=317) 2024-12-11T14:51:26,221 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45457/backupUT/backup_1733928673746/.backup.manifest 2024-12-11T14:51:26,221 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733928673746 finished: type=INCREMENTAL,tablelist=test-1733928644387;ns2:test-17339286443871,targetRootDir=hdfs://localhost:45457/backupUT,startts=1733928678157,completets=1733928685803,bytescopied=0 2024-12-11T14:51:26,221 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T14:51:26,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T14:51:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T14:51:26,232 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T14:51:26,235 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T14:51:26,240 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733928673746 completed. 2024-12-11T14:51:26,240 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-11T14:51:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:26,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:26,267 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928673746/.backup.manifest 2024-12-11T14:51:26,270 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928673746/.backup.manifest 2024-12-11T14:51:26,271 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928673746/.backup.manifest 2024-12-11T14:51:26,274 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928673746/.backup.manifest 2024-12-11T14:51:26,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733928644387 from 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733928644387', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:51:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733928644387 2024-12-11T14:51:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741904_1080 (size=908) 2024-12-11T14:51:26,699 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000003.950 2024-12-11T14:51:26,699 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000004.908 2024-12-11T14:51:26,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733928644387}] 2024-12-11T14:51:26,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE}] 2024-12-11T14:51:26,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE 2024-12-11T14:51:26,707 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:51:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE because future has completed 2024-12-11T14:51:26,710 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:51:26,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:51:26,863 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:26,863 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:51:26,864 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 6dab3f86d8b40908487f5e816f524228, disabling compactions & flushes 2024-12-11T14:51:26,864 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:26,864 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:26,864 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. after waiting 0 ms 2024-12-11T14:51:26,864 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:26,869 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-11T14:51:26,869 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:51:26,870 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:26,870 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 6dab3f86d8b40908487f5e816f524228: Waiting for close lock at 1733928686863Running coprocessor pre-close hooks at 1733928686863Disabling compacts and flushes for region at 1733928686863Disabling writes for close at 1733928686864 (+1 ms)Writing region close event to WAL at 1733928686865 (+1 ms)Running coprocessor post-close hooks at 1733928686869 (+4 ms)Closed at 1733928686870 (+1 ms) 2024-12-11T14:51:26,870 WARN [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 6dab3f86d8b40908487f5e816f524228 to self. 2024-12-11T14:51:26,872 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:26,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=CLOSED 2024-12-11T14:51:26,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:51:26,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-11T14:51:26,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 in 165 msec 2024-12-11T14:51:26,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE; state=CLOSED, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=true 2024-12-11T14:51:27,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:51:27,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE because future has completed 2024-12-11T14:51:27,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:51:27,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T14:51:27,187 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:27,187 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dab3f86d8b40908487f5e816f524228, NAME => 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:51:27,187 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:51:27,188 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733928644387 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,188 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:51:27,188 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,188 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,189 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,190 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName f 2024-12-11T14:51:27,190 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:27,198 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 2024-12-11T14:51:27,204 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:51:27,204 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:51:27,204 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,206 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName f2 2024-12-11T14:51:27,206 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:27,207 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:51:27,207 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,207 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dab3f86d8b40908487f5e816f524228 columnFamilyName mob 2024-12-11T14:51:27,208 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:27,215 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:51:27,220 DEBUG [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c 2024-12-11T14:51:27,221 INFO [StoreOpener-6dab3f86d8b40908487f5e816f524228-1 {}] regionserver.HStore(327): Store=6dab3f86d8b40908487f5e816f524228/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:51:27,221 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,222 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,223 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,224 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,224 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,225 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733928644387 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:51:27,226 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,227 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6dab3f86d8b40908487f5e816f524228; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11508764160, jitterRate=0.07183718681335449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:51:27,228 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:27,230 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6dab3f86d8b40908487f5e816f524228: Running coprocessor pre-open hook at 1733928687188Writing region info on filesystem at 1733928687188Initializing all the Stores at 1733928687189 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928687189Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928687189Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928687189Cleaning up temporary data from old regions at 1733928687224 (+35 ms)Running coprocessor post-open hooks at 1733928687228 (+4 ms)Region opened successfully at 1733928687230 (+2 ms) 2024-12-11T14:51:27,231 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., pid=46, masterSystemTime=1733928687183 2024-12-11T14:51:27,234 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:27,234 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:27,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6dab3f86d8b40908487f5e816f524228, regionState=OPEN, openSeqNum=338, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:51:27,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:51:27,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-11T14:51:27,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dab3f86d8b40908487f5e816f524228, server=50ca74c8280f,33875,1733928631798 in 207 msec 2024-12-11T14:51:27,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-11T14:51:27,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733928644387, region=6dab3f86d8b40908487f5e816f524228, REOPEN/MOVE in 535 msec 2024-12-11T14:51:27,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-11T14:51:27,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733928644387 in 541 msec 2024-12-11T14:51:27,249 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733928644387 2024-12-11T14:51:27,257 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b 2024-12-11T14:51:27,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733928644387 in 982 msec 2024-12-11T14:51:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T14:51:27,265 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733928644387 completed 2024-12-11T14:51:27,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,324 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T14:51:27,333 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928687266 2024-12-11T14:51:27,340 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733928673746} 2024-12-11T14:51:27,340 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733928653855} 2024-12-11T14:51:27,340 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-11T14:51:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,405 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733928644387 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733928644387 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T14:51:27,409 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733928687266,startts=0,failedts=1733928687407,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733928644387 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-11T14:51:27,409 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-11T14:51:27,411 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-11T14:51:27,411 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T14:51:27,414 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-11T14:51:27,414 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-11T14:51:27,417 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T14:51:27,420 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733928687266 failed. 2024-12-11T14:51:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:27,448 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733928644387, ns2:test-17339286443871, ns3:test-17339286443872, ns4:test-17339286443873] 2024-12-11T14:51:27,449 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T14:51:27,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928687454 (current time:1733928687454). 2024-12-11T14:51:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T14:51:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5860568c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:27,456 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:27,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:27,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:27,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230602b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:27,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:27,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:27,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:27,459 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:27,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546d555f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:27,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:27,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:27,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:27,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:27,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-11T14:51:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:27,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:27,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:27,472 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741905_1081 (size=52) 2024-12-11T14:51:27,485 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:27,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4}] 2024-12-11T14:51:27,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:27,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-11T14:51:27,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:51:27,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 79da993e3639a4dcd01938f3fe0175e4 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-11T14:51:27,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/c8d293aef9234aeb8d44a078fcee7b05 is 158, key is trslm:hdfs://localhost:45457/backupUT\x00ns2:test-17339286443871/meta:log-roll-map/1733928685788/Put/seqid=0 2024-12-11T14:51:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741906_1082 (size=5745) 2024-12-11T14:51:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:28,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/c8d293aef9234aeb8d44a078fcee7b05 2024-12-11T14:51:28,053 DEBUG [master/50ca74c8280f:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733928644387 2024-12-11T14:51:28,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/bb3f2da95b4b45bb9719c4f9e0148c0b is 1245, key is session:backup_1733928687266/session:context/1733928687416/Put/seqid=0 2024-12-11T14:51:28,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741907_1083 (size=950) 2024-12-11T14:51:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741908_1084 (size=6682) 2024-12-11T14:51:28,066 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/bb3f2da95b4b45bb9719c4f9e0148c0b 2024-12-11T14:51:28,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/c8d293aef9234aeb8d44a078fcee7b05 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05 2024-12-11T14:51:28,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05, entries=4, sequenceid=31, filesize=5.6 K 2024-12-11T14:51:28,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/bb3f2da95b4b45bb9719c4f9e0148c0b as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b 2024-12-11T14:51:28,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b, entries=3, sequenceid=31, filesize=6.5 K 2024-12-11T14:51:28,087 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 447ms, sequenceid=31, compaction requested=true 2024-12-11T14:51:28,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 79da993e3639a4dcd01938f3fe0175e4: 2024-12-11T14:51:28,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. for snapshot_backup_system completed. 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.' region-info for snapshot=snapshot_backup_system 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05] hfiles 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91 for snapshot=snapshot_backup_system 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05 for snapshot=snapshot_backup_system 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b] hfiles 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72 for snapshot=snapshot_backup_system 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3 for snapshot=snapshot_backup_system 2024-12-11T14:51:28,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b for snapshot=snapshot_backup_system 2024-12-11T14:51:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741909_1085 (size=251) 2024-12-11T14:51:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:28,465 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000004.908 2024-12-11T14:51:28,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/.tabledesc/.tableinfo.0000000005.950 2024-12-11T14:51:28,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733928644387 in 413 msec 2024-12-11T14:51:28,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:51:28,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T14:51:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T14:51:28,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:28,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:28,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T14:51:28,499 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:28,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 in 1.0110 sec 2024-12-11T14:51:28,500 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:28,501 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:28,502 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T14:51:28,503 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T14:51:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741910_1086 (size=888) 2024-12-11T14:51:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:28,915 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:28,924 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:28,925 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_backup_system 2024-12-11T14:51:28,927 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:28,927 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-11T14:51:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4630 sec 2024-12-11T14:51:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T14:51:29,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T14:51:29,616 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733928687421 started at 1733928689616. 2024-12-11T14:51:29,618 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733928687421 has been started. 2024-12-11T14:51:29,622 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T14:51:29,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T14:51:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T14:51:29,623 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T14:51:29,623 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T14:51:29,623 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T14:51:29,623 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T14:51:29,624 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,624 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:29,664 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:51:29,664 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:51:29,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:51:29,665 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,665 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T14:51:29,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:29,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T14:51:29,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:29,666 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T14:51:29,666 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T14:51:29,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T14:51:29,667 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T14:51:29,667 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T14:51:29,667 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T14:51:29,667 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T14:51:29,667 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T14:51:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,672 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:29,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:29,673 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,673 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T14:51:29,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:29,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:29,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:29,675 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T14:51:29,675 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@34bd4333[Count = 0] remaining members to acquire global barrier 2024-12-11T14:51:29,675 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T14:51:29,675 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,683 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,683 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T14:51:29,683 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,683 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T14:51:29,684 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T14:51:29,684 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,684 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733928678257 highest: 1733928678308 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,684 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0:(num 1733928678257) roll requested 2024-12-11T14:51:29,704 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684, exclude list is [], retry=0 2024-12-11T14:51:29,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:29,713 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 2024-12-11T14:51:29,713 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:29,713 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 is not closed yet, will try archiving it next time 2024-12-11T14:51:29,713 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.meta:.meta(num 1733928678285) roll requested 2024-12-11T14:51:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741889_1065 (size=93) 2024-12-11T14:51:29,717 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928678257 2024-12-11T14:51:29,732 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta, exclude list is [], retry=0 2024-12-11T14:51:29,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:29,748 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta 2024-12-11T14:51:29,748 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:29,748 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta is not closed yet, will try archiving it next time 2024-12-11T14:51:29,748 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1:(num 1733928678308) roll requested 2024-12-11T14:51:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741890_1066 (size=1903) 2024-12-11T14:51:29,766 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748, exclude list is [], retry=0 2024-12-11T14:51:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:51:29,770 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 2024-12-11T14:51:29,770 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:51:29,770 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 is not closed yet, will try archiving it next time 2024-12-11T14:51:29,770 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928659107 2024-12-11T14:51:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741891_1067 (size=4927) 2024-12-11T14:51:29,784 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 100 2024-12-11T14:51:29,785 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733928689684 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:29,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:29,806 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T14:51:29,806 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '50ca74c8280f,33875,1733928631798' in zk 2024-12-11T14:51:29,814 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T14:51:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,814 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:51:29,814 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T14:51:29,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:29,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:29,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:29,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:29,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:29,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '50ca74c8280f,33875,1733928631798': 2024-12-11T14:51:29,819 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T14:51:29,819 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '50ca74c8280f,33875,1733928631798' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T14:51:29,819 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T14:51:29,819 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T14:51:29,820 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T14:51:29,820 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T14:51:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:51:29,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:51:29,831 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:51:29,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,833 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:51:29,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:51:29,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:51:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:51:29,847 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:51:29,848 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:51:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:51:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:51:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:51:29,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:51:29,851 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:51:29,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T14:51:29,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T14:51:29,855 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:51:29,855 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:51:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T14:51:29,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T14:51:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928689858 (current time:1733928689858). 2024-12-11T14:51:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928689858_backup_system_bulk VERSION not specified, setting to 2 2024-12-11T14:51:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd62a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:29,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f183ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:29,865 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:29,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e82a3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:29,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:29,871 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:29,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T14:51:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T14:51:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:29,874 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:29,876 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:29,879 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741914_1090 (size=76) 2024-12-11T14:51:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:30,286 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:30,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3}] 2024-12-11T14:51:30,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:51:30,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-11T14:51:30,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:51:30,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9170b176fafeac01a0a5e588c1ee6cb3: 2024-12-11T14:51:30,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. for snapshot_1733928689858_backup_system_bulk completed. 2024-12-11T14:51:30,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3.' region-info for snapshot=snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:30,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:30,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:51:30,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:51:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741915_1091 (size=61) 2024-12-11T14:51:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:51:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T14:51:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T14:51:30,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928689858_backup_system_bulk on region 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:51:30,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:51:30,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-11T14:51:30,851 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:30,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9170b176fafeac01a0a5e588c1ee6cb3 in 563 msec 2024-12-11T14:51:30,851 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:30,852 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:30,852 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:30,853 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741916_1092 (size=702) 2024-12-11T14:51:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:31,268 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:31,274 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:31,274 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928689858_backup_system_bulk to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:31,276 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:31,276 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T14:51:31,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733928689858_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4040 sec 2024-12-11T14:51:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T14:51:32,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-11T14:51:32,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } 2024-12-11T14:51:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928692026 (current time:1733928692026). 2024-12-11T14:51:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928692026_ns3_test-17339286443872 VERSION not specified, setting to 2 2024-12-11T14:51:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567ccb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:32,028 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f3f9f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:32,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:32,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18473f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:32,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:32,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:32,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } 2024-12-11T14:51:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T14:51:32,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T14:51:32,038 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:32,040 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741917_1093 (size=86) 2024-12-11T14:51:32,048 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:32,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 622aaa11934f60975a3dd1df9dff9d35}] 2024-12-11T14:51:32,050 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:51:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T14:51:32,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-11T14:51:32,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:51:32,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 622aaa11934f60975a3dd1df9dff9d35: 2024-12-11T14:51:32,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. for snapshot_1733928692026_ns3_test-17339286443872 completed. 2024-12-11T14:51:32,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35.' region-info for snapshot=snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:32,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:32,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:51:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741918_1094 (size=52) 2024-12-11T14:51:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T14:51:32,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T14:51:32,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bcd9c03105c56fb9a253ff3b1cf08139, had cached 0 bytes from a total of 8413 2024-12-11T14:51:32,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:51:32,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T14:51:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T14:51:32,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928692026_ns3_test-17339286443872 on region 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:51:32,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:51:32,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-11T14:51:32,618 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:32,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 622aaa11934f60975a3dd1df9dff9d35 in 568 msec 2024-12-11T14:51:32,619 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:32,620 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:32,620 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:32,621 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741919_1095 (size=443) 2024-12-11T14:51:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T14:51:33,032 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:33,038 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:33,039 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928692026_ns3_test-17339286443872 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:33,040 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:33,041 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T14:51:33,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733928692026_ns3_test-17339286443872 table=ns3:test-17339286443872 type=FLUSH ttl=0 } in 1.0060 sec 2024-12-11T14:51:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T14:51:33,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17339286443872 completed 2024-12-11T14:51:33,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } 2024-12-11T14:51:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928693176 (current time:1733928693176). 2024-12-11T14:51:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928693176_default_test-1733928644387 VERSION not specified, setting to 2 2024-12-11T14:51:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48afb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:33,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:33,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc15c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:33,180 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2083ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:33,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:33,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } 2024-12-11T14:51:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T14:51:33,186 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:33,187 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:33,190 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741920_1096 (size=84) 2024-12-11T14:51:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:33,598 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:33,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228}] 2024-12-11T14:51:33,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:33,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-11T14:51:33,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:33,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6dab3f86d8b40908487f5e816f524228: 2024-12-11T14:51:33,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. for snapshot_1733928693176_default_test-1733928644387 completed. 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228.' region-info for snapshot=snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868] hfiles 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 for snapshot=snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 for snapshot=snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:51:33,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c] hfiles 2024-12-11T14:51:33,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f for snapshot=snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:33,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c for snapshot=snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741921_1097 (size=224) 2024-12-11T14:51:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:34,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:51:34,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T14:51:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T14:51:34,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928693176_default_test-1733928644387 on region 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:34,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:34,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-11T14:51:34,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dab3f86d8b40908487f5e816f524228 in 570 msec 2024-12-11T14:51:34,170 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:34,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:34,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T14:51:34,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T14:51:34,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:34,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T14:51:34,172 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:34,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-11T14:51:34,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:51:34,174 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228] hfiles 2024-12-11T14:51:34,174 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:34,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741922_1098 (size=168) 2024-12-11T14:51:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:34,581 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:34,581 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:34,582 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741923_1099 (size=1347) 2024-12-11T14:51:34,995 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:35,014 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:35,015 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928693176_default_test-1733928644387 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:35,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:35,018 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T14:51:35,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733928693176_default_test-1733928644387 table=test-1733928644387 type=FLUSH ttl=0 } in 1.8330 sec 2024-12-11T14:51:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T14:51:35,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733928644387 completed 2024-12-11T14:51:35,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } 2024-12-11T14:51:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928695336 (current time:1733928695336). 2024-12-11T14:51:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928695336_ns2_test-17339286443871 VERSION not specified, setting to 2 2024-12-11T14:51:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c300750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:35,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:35,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1954896b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:35,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:35,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:35,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:35,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:35,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996ccf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:35,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:35,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:35,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:35,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } 2024-12-11T14:51:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T14:51:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T14:51:35,350 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:35,352 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:35,355 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741924_1100 (size=86) 2024-12-11T14:51:35,375 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:35,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139}] 2024-12-11T14:51:35,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T14:51:35,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-11T14:51:35,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:51:35,528 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing bcd9c03105c56fb9a253ff3b1cf08139 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-11T14:51:35,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/0d397fa828a645ba9cbbd441a135b65c is 38, key is row-t20/f:q1/1733928673083/Put/seqid=0 2024-12-11T14:51:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741925_1101 (size=5134) 2024-12-11T14:51:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T14:51:35,939 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/0d397fa828a645ba9cbbd441a135b65c 2024-12-11T14:51:35,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/.tmp/f/0d397fa828a645ba9cbbd441a135b65c as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c 2024-12-11T14:51:35,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c, entries=5, sequenceid=111, filesize=5.0 K 2024-12-11T14:51:35,957 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for bcd9c03105c56fb9a253ff3b1cf08139 in 429ms, sequenceid=111, compaction requested=false 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for bcd9c03105c56fb9a253ff3b1cf08139: 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. for snapshot_1733928695336_ns2_test-17339286443871 completed. 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139.' region-info for snapshot=snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c] hfiles 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad for snapshot=snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:35,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c for snapshot=snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741926_1102 (size=130) 2024-12-11T14:51:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:51:35,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T14:51:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T14:51:35,966 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928695336_ns2_test-17339286443871 on region bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:35,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:51:35,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-11T14:51:35,970 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:35,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bcd9c03105c56fb9a253ff3b1cf08139 in 592 msec 2024-12-11T14:51:35,971 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:35,971 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:35,972 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:35,973 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T14:51:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741927_1103 (size=496) 2024-12-11T14:51:36,392 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:36,399 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:36,399 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928695336_ns2_test-17339286443871 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:36,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:36,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T14:51:36,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733928695336_ns2_test-17339286443871 table=ns2:test-17339286443871 type=FLUSH ttl=0 } in 1.0520 sec 2024-12-11T14:51:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T14:51:36,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339286443871 completed 2024-12-11T14:51:36,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } 2024-12-11T14:51:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928696486 (current time:1733928696486). 2024-12-11T14:51:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733928696485_ns4_test-17339286443873 VERSION not specified, setting to 2 2024-12-11T14:51:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172fb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:36,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:36,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:36,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4beeaf2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:36,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:36,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36eb630a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:36,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:36,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:36,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } 2024-12-11T14:51:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T14:51:36,499 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T14:51:36,500 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:36,502 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:36,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741928_1104 (size=86) 2024-12-11T14:51:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T14:51:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T14:51:36,909 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:36,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25a385da273a7ad48b31d790a589abfd}] 2024-12-11T14:51:36,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:51:37,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 25a385da273a7ad48b31d790a589abfd: 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. for snapshot_1733928696485_ns4_test-17339286443873 completed. 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd.' region-info for snapshot=snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:37,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T14:51:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741929_1105 (size=52) 2024-12-11T14:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T14:51:37,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:51:37,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-11T14:51:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-11T14:51:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733928696485_ns4_test-17339286443873 on region 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:51:37,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:51:37,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-11T14:51:37,480 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:51:37,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 25a385da273a7ad48b31d790a589abfd in 567 msec 2024-12-11T14:51:37,481 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:51:37,482 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:51:37,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:37,483 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741930_1106 (size=443) 2024-12-11T14:51:37,533 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:51:37,538 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:51:37,539 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_1733928696485_ns4_test-17339286443873 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:37,544 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:51:37,544 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T14:51:37,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733928696485_ns4_test-17339286443873 table=ns4:test-17339286443873 type=FLUSH ttl=0 } in 1.0470 sec 2024-12-11T14:51:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T14:51:37,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17339286443873 completed 2024-12-11T14:51:37,635 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733928687421 2024-12-11T14:51:37,636 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T14:51:37,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-11T14:51:37,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928687421_backup:system_bulk 2024-12-11T14:51:37,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928689858_backup_system_bulk to hdfs://localhost:45457/backupUT/backup_1733928687421/backup/system_bulk/ 2024-12-11T14:51:37,636 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:37,663 INFO [master/50ca74c8280f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T14:51:37,663 INFO [master/50ca74c8280f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T14:51:37,673 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:37,673 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928687421/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928687421/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:37,676 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:37,681 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928689858_backup_system_bulk to hdfs://localhost:45457/backupUT/backup_1733928687421/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741931_1107 (size=76) 2024-12-11T14:51:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741932_1108 (size=702) 2024-12-11T14:51:38,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:38,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:38,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-4017895843275958954.jar 2024-12-11T14:51:39,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-15099668919678851249.jar 2024-12-11T14:51:39,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:39,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:39,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:39,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:39,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:39,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:39,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:39,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:39,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:39,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:39,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:39,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:39,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:39,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:39,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:39,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:39,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:39,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:39,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:39,298 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:39,315 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:39,320 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928689858_backup_system_bulk' hfile list 2024-12-11T14:51:39,410 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1441566332_0005_2acde596-3219-46ca-9dfa-084f204d130c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:39,410 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1441566332_0005_2acde596-3219-46ca-9dfa-084f204d130c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:40,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79da993e3639a4dcd01938f3fe0175e4, had cached 0 bytes from a total of 28925 2024-12-11T14:51:40,459 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:40,461 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:40,467 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:40,467 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928689858_backup_system_bulk finished. 2024-12-11T14:51:40,467 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928687421_ns3:test-17339286443872 2024-12-11T14:51:40,467 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928692026_ns3_test-17339286443872 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns3/test-17339286443872/ 2024-12-11T14:51:40,467 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:40,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:40,519 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928687421/ns3/test-17339286443872, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928687421/ns3/test-17339286443872/.hbase-snapshot/.tmp/snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:40,522 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:40,536 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928692026_ns3_test-17339286443872 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns3/test-17339286443872/.hbase-snapshot/.tmp/snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741933_1109 (size=86) 2024-12-11T14:51:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741934_1110 (size=443) 2024-12-11T14:51:40,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:40,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:40,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-8276542520834460179.jar 2024-12-11T14:51:42,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-12062863236471670764.jar 2024-12-11T14:51:42,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:42,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:42,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:42,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:42,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:42,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:42,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:42,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:42,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:42,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:42,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:42,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:42,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:42,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:42,162 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:42,177 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:42,183 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928692026_ns3_test-17339286443872' hfile list 2024-12-11T14:51:42,307 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1058185111_0006_ccab9e3c-2dc5-4df2-9d47-778f6663ade6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:42,307 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1058185111_0006_ccab9e3c-2dc5-4df2-9d47-778f6663ade6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:43,374 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:43,375 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:43,381 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:43,381 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928692026_ns3_test-17339286443872 finished. 2024-12-11T14:51:43,381 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928687421_test-1733928644387 2024-12-11T14:51:43,381 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928693176_default_test-1733928644387 to hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/ 2024-12-11T14:51:43,381 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:43,423 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:43,423 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/.hbase-snapshot/.tmp/snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:43,425 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:43,432 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928693176_default_test-1733928644387 to hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/.hbase-snapshot/.tmp/snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741935_1111 (size=84) 2024-12-11T14:51:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741936_1112 (size=1347) 2024-12-11T14:51:43,848 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:43,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:43,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-8793262353819916824.jar 2024-12-11T14:51:44,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-8450541451307581769.jar 2024-12-11T14:51:44,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:44,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:44,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:44,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:44,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:44,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:44,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:44,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:44,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:44,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:44,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:44,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:44,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:44,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:44,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:44,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:44,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:44,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:44,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:44,998 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:45,012 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:45,018 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928693176_default_test-1733928644387' hfile list 2024-12-11T14:51:45,020 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-11T14:51:45,122 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1068377544_0007_a3014b59-091c-4aaa-b3d0-df9f3051ef4d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:45,122 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1068377544_0007_a3014b59-091c-4aaa-b3d0-df9f3051ef4d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:45,200 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T14:51:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741937_1113 (size=13760) 2024-12-11T14:51:45,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c output=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c 2024-12-11T14:51:45,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-12-11T14:51:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741938_1114 (size=10796) 2024-12-11T14:51:46,069 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 output=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 2024-12-11T14:51:46,069 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-11T14:51:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741939_1115 (size=8413) 2024-12-11T14:51:46,191 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 output=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:51:46,191 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.070M/sec 2024-12-11T14:51:46,226 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 to hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228" truncated to max limit (512 characters) 2024-12-11T14:51:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741940_1116 (size=5591) 2024-12-11T14:51:46,264 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 output=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 2024-12-11T14:51:46,264 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.107M/sec 2024-12-11T14:51:46,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741941_1117 (size=5484) 2024-12-11T14:51:46,718 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f output=hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:51:46,719 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-11T14:51:47,168 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:47,169 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:47,177 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:47,177 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928693176_default_test-1733928644387 finished. 2024-12-11T14:51:47,177 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928687421_ns2:test-17339286443871 2024-12-11T14:51:47,177 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928695336_ns2_test-17339286443871 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/ 2024-12-11T14:51:47,177 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:47,203 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:47,203 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/.hbase-snapshot/.tmp/snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:47,205 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:47,211 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928695336_ns2_test-17339286443871 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/.hbase-snapshot/.tmp/snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741942_1118 (size=86) 2024-12-11T14:51:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741943_1119 (size=496) 2024-12-11T14:51:47,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:47,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:47,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11525071718248211244.jar 2024-12-11T14:51:48,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7680549358511435564.jar 2024-12-11T14:51:48,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:48,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:48,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:48,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:48,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:48,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:48,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:48,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:48,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:48,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:48,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:48,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:48,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:48,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:48,729 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:48,742 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:48,756 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928695336_ns2_test-17339286443871' hfile list 2024-12-11T14:51:48,758 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-11T14:51:48,847 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local88603077_0008_07d9cb8a-2110-4ce3-9e83-6a759fd4e3e8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:48,847 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local88603077_0008_07d9cb8a-2110-4ce3-9e83-6a759fd4e3e8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:48,937 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T14:51:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741944_1120 (size=8413) 2024-12-11T14:51:49,365 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad output=hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:51:49,365 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-11T14:51:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741945_1121 (size=5134) 2024-12-11T14:51:49,797 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c output=hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c 2024-12-11T14:51:49,797 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-11T14:51:49,891 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:49,892 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:49,898 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:49,898 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928695336_ns2_test-17339286443871 finished. 2024-12-11T14:51:49,898 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733928687421_ns4:test-17339286443873 2024-12-11T14:51:49,899 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733928696485_ns4_test-17339286443873 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns4/test-17339286443873/ 2024-12-11T14:51:49,899 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T14:51:49,929 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:45457, inputRoot=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:51:49,929 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_885767349_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45457/backupUT/backup_1733928687421/ns4/test-17339286443873, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45457/backupUT/backup_1733928687421/ns4/test-17339286443873/.hbase-snapshot/.tmp/snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:49,931 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T14:51:49,935 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_1733928696485_ns4_test-17339286443873 to hdfs://localhost:45457/backupUT/backup_1733928687421/ns4/test-17339286443873/.hbase-snapshot/.tmp/snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741946_1122 (size=86) 2024-12-11T14:51:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741947_1123 (size=443) 2024-12-11T14:51:50,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:50,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:50,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-15755906799785330396.jar 2024-12-11T14:51:51,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16233154510304545330.jar 2024-12-11T14:51:51,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:51:51,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:51:51,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:51:51,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:51:51,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:51:51,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:51:51,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:51:51,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:51:51,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:51:51,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:51:51,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:51:51,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:51:51,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:51,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:51,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:51,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:51,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T14:51:51,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:51,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:51:51,383 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:51:51,400 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:51:51,408 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733928696485_ns4_test-17339286443873' hfile list 2024-12-11T14:51:51,492 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local2031761005_0009_be9ee54b-cbac-454c-a603-ce5883138451/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:51:51,492 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local2031761005_0009_be9ee54b-cbac-454c-a603-ce5883138451/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:51:52,527 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T14:51:52,528 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T14:51:52,534 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:52,534 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733928696485_ns4_test-17339286443873 finished. 2024-12-11T14:51:52,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-11T14:51:52,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17339286443872 2024-12-11T14:51:52,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733928644387 2024-12-11T14:51:52,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339286443871 2024-12-11T14:51:52,535 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17339286443873 2024-12-11T14:51:52,547 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928687421 2024-12-11T14:51:52,547 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T14:51:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741948_1124 (size=176) 2024-12-11T14:51:52,953 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45457/backupUT/backup_1733928687421/.backup.manifest 2024-12-11T14:51:52,953 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733928687421 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17339286443872;test-1733928644387;ns2:test-17339286443871;ns4:test-17339286443873,targetRootDir=hdfs://localhost:45457/backupUT,startts=1733928689616,completets=1733928712546,bytescopied=0 2024-12-11T14:51:52,953 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T14:51:52,953 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:52,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928689858_backup_system_bulk" type: DISABLED 2024-12-11T14:51:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928689858_backup_system_bulk 2024-12-11T14:51:52,958 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928689858_backup_system_bulk for backup backup_1733928687421 succeeded. 2024-12-11T14:51:52,958 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:52,959 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928692026_ns3_test-17339286443872" type: DISABLED 2024-12-11T14:51:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928692026_ns3_test-17339286443872 2024-12-11T14:51:52,962 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928692026_ns3_test-17339286443872 for backup backup_1733928687421 succeeded. 2024-12-11T14:51:52,962 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:52,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928693176_default_test-1733928644387" type: DISABLED 2024-12-11T14:51:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928693176_default_test-1733928644387 2024-12-11T14:51:52,967 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928693176_default_test-1733928644387 for backup backup_1733928687421 succeeded. 2024-12-11T14:51:52,967 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:52,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928695336_ns2_test-17339286443871" type: DISABLED 2024-12-11T14:51:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928695336_ns2_test-17339286443871 2024-12-11T14:51:52,972 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928695336_ns2_test-17339286443871 for backup backup_1733928687421 succeeded. 2024-12-11T14:51:52,972 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:52,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733928696485_ns4_test-17339286443873" type: DISABLED 2024-12-11T14:51:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733928696485_ns4_test-17339286443873 2024-12-11T14:51:52,977 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733928696485_ns4_test-17339286443873 for backup backup_1733928687421 succeeded. 2024-12-11T14:51:52,977 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T14:51:52,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T14:51:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T14:51:52,987 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T14:51:52,990 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T14:51:52,997 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733928687421 completed. 2024-12-11T14:51:53,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:57,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T14:51:58,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,077 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T14:51:58,082 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928718036 2024-12-11T14:51:58,087 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733928687421} 2024-12-11T14:51:58,087 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T14:51:58,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:51:58,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733928718216 (current time:1733928718216). 2024-12-11T14:51:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T14:51:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T14:51:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac02ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:51:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:51:58,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:51:58,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:51:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:51:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7928e864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:51:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:51:58,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:58,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:51:58,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678600d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:51:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:51:58,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:51:58,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:51:58,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:51:58,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845. 2024-12-11T14:51:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:51:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:51:58,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:51:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T14:51:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T14:51:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T14:51:58,229 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T14:51:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:51:58,230 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T14:51:58,233 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T14:51:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741949_1125 (size=52) 2024-12-11T14:51:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:51:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:51:58,639 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T14:51:58,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4}] 2024-12-11T14:51:58,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:51:58,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-11T14:51:58,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:51:58,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 79da993e3639a4dcd01938f3fe0175e4 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-11T14:51:58,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/a3c7346816934404b2f84372035840fa is 158, key is trslm:hdfs://localhost:45457/backupUT\x00ns2:test-17339286443871/meta:log-roll-map/1733928712540/Put/seqid=0 2024-12-11T14:51:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741950_1126 (size=6646) 2024-12-11T14:51:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:51:59,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/a3c7346816934404b2f84372035840fa 2024-12-11T14:51:59,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/1d415e779b9542bd83d465e30dfd1a4c is 826, key is session:backup_1733928687421/session:context/1733928712989/Put/seqid=0 2024-12-11T14:51:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741951_1127 (size=5928) 2024-12-11T14:51:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:51:59,614 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/1d415e779b9542bd83d465e30dfd1a4c 2024-12-11T14:51:59,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/a3c7346816934404b2f84372035840fa as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/a3c7346816934404b2f84372035840fa 2024-12-11T14:51:59,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/a3c7346816934404b2f84372035840fa, entries=12, sequenceid=42, filesize=6.5 K 2024-12-11T14:51:59,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/1d415e779b9542bd83d465e30dfd1a4c as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/1d415e779b9542bd83d465e30dfd1a4c 2024-12-11T14:51:59,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/1d415e779b9542bd83d465e30dfd1a4c, entries=2, sequenceid=42, filesize=5.8 K 2024-12-11T14:51:59,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 843ms, sequenceid=42, compaction requested=true 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 79da993e3639a4dcd01938f3fe0175e4: 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. for snapshot_backup_system completed. 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4.' region-info for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/a3c7346816934404b2f84372035840fa] hfiles 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/35ed5248c0bd44128f7506ecb6dfbf91 for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/c8d293aef9234aeb8d44a078fcee7b05 for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/a3c7346816934404b2f84372035840fa for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/1d415e779b9542bd83d465e30dfd1a4c] hfiles 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/9d268e81aff949bd9cabe71c4be2ba72 for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/53a72b65393a4a6cb0042c886ecac2b3 for snapshot=snapshot_backup_system 2024-12-11T14:51:59,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/bb3f2da95b4b45bb9719c4f9e0148c0b for snapshot=snapshot_backup_system 2024-12-11T14:51:59,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/1d415e779b9542bd83d465e30dfd1a4c for snapshot=snapshot_backup_system 2024-12-11T14:51:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741952_1128 (size=330) 2024-12-11T14:52:00,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:00,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-11T14:52:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-11T14:52:00,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:52:00,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:52:00,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-11T14:52:00,048 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T14:52:00,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79da993e3639a4dcd01938f3fe0175e4 in 1.4070 sec 2024-12-11T14:52:00,049 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T14:52:00,050 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T14:52:00,050 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T14:52:00,051 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T14:52:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741953_1129 (size=967) 2024-12-11T14:52:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:52:00,461 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T14:52:00,481 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T14:52:00,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.hbase-snapshot/snapshot_backup_system 2024-12-11T14:52:00,483 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T14:52:00,484 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T14:52:00,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2570 sec 2024-12-11T14:52:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T14:52:02,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T14:52:02,405 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733928718036 started at 1733928722405. 2024-12-11T14:52:02,407 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733928718036 has been started. 2024-12-11T14:52:02,411 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733928644387, ns3:test-17339286443872, backup:system_bulk, ns4:test-17339286443873, ns2:test-17339286443871] 2024-12-11T14:52:02,416 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733928678308for backupID backup_1733928718036 2024-12-11T14:52:02,416 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T14:52:02,416 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T14:52:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T14:52:02,417 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T14:52:02,417 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T14:52:02,417 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T14:52:02,417 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T14:52:02,418 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,418 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:52:02,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:52:02,489 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,489 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:52:02,489 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:52:02,490 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,490 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T14:52:02,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T14:52:02,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T14:52:02,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T14:52:02,492 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T14:52:02,493 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T14:52:02,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T14:52:02,493 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T14:52:02,493 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T14:52:02,493 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T14:52:02,493 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T14:52:02,494 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T14:52:02,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,523 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:52:02,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:52:02,524 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,524 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T14:52:02,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:52:02,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:52:02,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:52:02,529 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '50ca74c8280f,33875,1733928631798' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T14:52:02,529 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3743cd51[Count = 0] remaining members to acquire global barrier 2024-12-11T14:52:02,529 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T14:52:02,529 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,540 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,540 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T14:52:02,540 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,540 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T14:52:02,541 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T14:52:02,541 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,541 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733928689684 highest: 1733928689748 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,541 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0:(num 1733928689684) roll requested 2024-12-11T14:52:02,559 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928722541, exclude list is [], retry=0 2024-12-11T14:52:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:52:02,564 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928722541 2024-12-11T14:52:02,564 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:52:02,564 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 is not closed yet, will try archiving it next time 2024-12-11T14:52:02,564 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.meta:.meta(num 1733928689713) roll requested 2024-12-11T14:52:02,565 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928658937 2024-12-11T14:52:02,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 not finished, retry = 0 2024-12-11T14:52:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741911_1087 (size=653) 2024-12-11T14:52:02,583 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928722565.meta, exclude list is [], retry=0 2024-12-11T14:52:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:52:02,587 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928722565.meta 2024-12-11T14:52:02,587 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:52:02,587 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta is not closed yet, will try archiving it next time 2024-12-11T14:52:02,587 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1:(num 1733928689748) roll requested 2024-12-11T14:52:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741912_1088 (size=93) 2024-12-11T14:52:02,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta not finished, retry = 0 2024-12-11T14:52:02,599 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928722587, exclude list is [], retry=0 2024-12-11T14:52:02,601 DEBUG [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-11T14:52:02,601 INFO [rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733928722541 on 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-a0bb3ce9-d939-428c-88c7-264422b75b94,DISK] 2024-12-11T14:52:02,603 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928722587 2024-12-11T14:52:02,604 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593)] 2024-12-11T14:52:02,604 DEBUG [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 is not closed yet, will try archiving it next time 2024-12-11T14:52:02,604 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928678308 2024-12-11T14:52:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741913_1089 (size=4710) 2024-12-11T14:52:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:02,621 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T14:52:02,622 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '50ca74c8280f,33875,1733928631798' in zk 2024-12-11T14:52:02,650 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T14:52:02,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,650 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:52:02,650 DEBUG [member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T14:52:02,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:52:02,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:52:02,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:52:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:52:02,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:52:02,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '50ca74c8280f,33875,1733928631798': 2024-12-11T14:52:02,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '50ca74c8280f,33875,1733928631798' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T14:52:02,655 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T14:52:02,655 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T14:52:02,655 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T14:52:02,655 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T14:52:02,655 INFO [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T14:52:02,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:52:02,667 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,667 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T14:52:02,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:52:02,668 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T14:52:02,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T14:52:02,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,670 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T14:52:02,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T14:52:02,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T14:52:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T14:52:02,683 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T14:52:02,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T14:52:02,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T14:52:02,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T14:52:02,684 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T14:52:02,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T14:52:02,684 DEBUG [(50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T14:52:02,691 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta 2024-12-11T14:52:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T14:52:02,698 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {50ca74c8280f:33875=1733928678308} newestTimestamps: {50ca74c8280f:33875=1733928689748} 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 50ca74c8280f%2C33875%2C1733928631798.meta.1733928637044.meta 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 50ca74c8280f%2C33875%2C1733928631798.meta.1733928678285.meta 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 50ca74c8280f%2C33875%2C1733928631798.meta.1733928722565.meta 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928722541 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 2024-12-11T14:52:02,700 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928722587 2024-12-11T14:52:02,701 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.meta.1733928659024.meta 2024-12-11T14:52:02,701 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.meta.1733928689713.meta 2024-12-11T14:52:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741957_1133 (size=640) 2024-12-11T14:52:02,713 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:45457/backupUT/backup_1733928718036/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:02,713 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:52:02,715 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-11T14:52:02,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741958_1134 (size=45) 2024-12-11T14:52:02,721 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-11T14:52:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741959_1135 (size=390) 2024-12-11T14:52:02,740 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17339286443872 target: hdfs://localhost:45457/backupUT/backup_1733928718036/ns3/test-17339286443872 descriptor: 'ns3:test-17339286443872', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:02,740 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:52:02,745 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17339286443872 2024-12-11T14:52:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741960_1136 (size=50) 2024-12-11T14:52:03,151 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17339286443872 2024-12-11T14:52:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741961_1137 (size=950) 2024-12-11T14:52:03,563 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733928644387 target: hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387 descriptor: 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:03,563 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:52:03,566 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733928644387 2024-12-11T14:52:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741962_1138 (size=53) 2024-12-11T14:52:03,973 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733928644387 2024-12-11T14:52:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741963_1139 (size=364) 2024-12-11T14:52:03,983 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339286443871 target: hdfs://localhost:45457/backupUT/backup_1733928718036/ns2/test-17339286443871 descriptor: 'ns2:test-17339286443871', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:03,983 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:52:03,985 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339286443871 2024-12-11T14:52:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741964_1140 (size=50) 2024-12-11T14:52:04,391 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339286443871 2024-12-11T14:52:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741965_1141 (size=390) 2024-12-11T14:52:04,402 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17339286443873 target: hdfs://localhost:45457/backupUT/backup_1733928718036/ns4/test-17339286443873 descriptor: 'ns4:test-17339286443873', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:04,402 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T14:52:04,404 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17339286443873 2024-12-11T14:52:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741966_1142 (size=50) 2024-12-11T14:52:04,813 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17339286443873 2024-12-11T14:52:04,825 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45457/backupUT/.tmp/backup_1733928718036 from hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748;hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 2024-12-11T14:52:04,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a403eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:04,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:04,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:04,827 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1811981b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:04,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:04,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4928173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:04,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76b46d21 2024-12-11T14:52:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:04,831 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:04,834 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:04,834 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733928644387 2024-12-11T14:52:04,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733928644387,, stopping at row=test-1733928644387 ,, for max=2147483647 with caching=100 2024-12-11T14:52:04,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:04,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:04,839 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733928644387: test-1733928644387; 2024-12-11T14:52:04,839 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17339286443872 2024-12-11T14:52:04,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17339286443872,, stopping at row=ns3:test-17339286443872 ,, for max=2147483647 with caching=100 2024-12-11T14:52:04,841 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17339286443872: ns3:test-17339286443872; 2024-12-11T14:52:04,841 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-11T14:52:04,841 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:04,843 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-11T14:52:04,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17339286443873 2024-12-11T14:52:04,843 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17339286443873,, stopping at row=ns4:test-17339286443873 ,, for max=2147483647 with caching=100 2024-12-11T14:52:04,845 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17339286443873: ns4:test-17339286443873; 2024-12-11T14:52:04,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339286443871 2024-12-11T14:52:04,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339286443871,, stopping at row=ns2:test-17339286443871 ,, for max=2147483647 with caching=100 2024-12-11T14:52:04,847 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339286443871: ns2:test-17339286443871; 2024-12-11T14:52:04,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-11T14:52:04,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_d95dbdf1-7404-4be8-a735-6ac20077609c 2024-12-11T14:52:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741967_1143 (size=324) 2024-12-11T14:52:05,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:05,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:05,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-17479356675001749310.jar 2024-12-11T14:52:06,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-15701159701701461722.jar 2024-12-11T14:52:06,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:06,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:06,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:06,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:06,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:06,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:06,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16409033875157847689.jar 2024-12-11T14:52:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16409033875157847689.jar 2024-12-11T14:52:06,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:06,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16409033875157847689.jar 2024-12-11T14:52:06,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16409033875157847689.jar 2024-12-11T14:52:06,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:06,212 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733928644387,ns3:test-17339286443872,backup:system_bulk,ns4:test-17339286443873,ns2:test-17339286443871 2024-12-11T14:52:06,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:06,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:06,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:06,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:06,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:06,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:07,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-18095514562612596505.jar 2024-12-11T14:52:07,062 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:07,076 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:07,079 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 for WAL files 2024-12-11T14:52:07,080 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 2024-12-11T14:52:07,080 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 for WAL files 2024-12-11T14:52:07,081 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 2024-12-11T14:52:07,191 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1442656267_0010_848c4b0f-8b60-4e13-ab3c-428d0fc2e569/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:07,191 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1442656267_0010_848c4b0f-8b60-4e13-ab3c-428d0fc2e569/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:07,246 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 for hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928689748 (-9223372036854775808:9223372036854775807) length:4710 2024-12-11T14:52:07,249 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T14:52:07,249 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T14:52:07,284 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 for hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928689684 (-9223372036854775808:9223372036854775807) length:653 2024-12-11T14:52:07,287 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T14:52:07,287 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T14:52:07,389 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5402a1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:07,389 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:07,390 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:07,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52776bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:07,392 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:07,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5704dd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:07,393 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:07,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:07,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:07,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:07,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733928644387', row='row-test-1733928644387-2-0', locateType=CURRENT is [region=test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., hostname=50ca74c8280f,33875,1733928631798, seqNum=338] 2024-12-11T14:52:07,398 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-11T14:52:07,398 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:07,398 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:07,399 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:07,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:07,399 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-2-0] 2024-12-11T14:52:07,399 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:07,403 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/backupUT/.tmp/backup_1733928718036/_temporary/0/_temporary/attempt_local1442656267_0010_r_000004_0/default/test-1733928644387/f2/177af58caecc417f8cbf21a77eb6c838 is 58, key is row-test-1733928644387-2-0/f2:q1/1733928713024/Put/seqid=0 2024-12-11T14:52:07,405 WARN [Thread-1499 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741968_1144 (size=5367) 2024-12-11T14:52:08,242 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45457/backupUT 2024-12-11T14:52:08,242 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733928718036 2024-12-11T14:52:08,242 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-11T14:52:08,255 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45457/backupUT/.tmp/backup_1733928718036, hdfs://localhost:45457/backupUT] 2024-12-11T14:52:08,296 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741969_1145 (size=5367) 2024-12-11T14:52:08,893 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-11T14:52:08,895 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733928718036 2024-12-11T14:52:08,895 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-12-11T14:52:08,895 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1830810418_0011 completed: true true 2024-12-11T14:52:08,895 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2674228 FILE: Number of bytes written=13155378 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410796 HDFS: Number of bytes written=2548194 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-12-11T14:52:08,895 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45457/backupUT/.tmp/backup_1733928718036 to hdfs://localhost:45457/backupUT finished. 2024-12-11T14:52:08,910 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733928718036 2024-12-11T14:52:08,914 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733928687421} 2024-12-11T14:52:08,914 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T14:52:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741970_1146 (size=648) 2024-12-11T14:52:09,319 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:45457/backupUT/backup_1733928718036/.backup.manifest 2024-12-11T14:52:09,319 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733928718036 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17339286443872;test-1733928644387;ns2:test-17339286443871;ns4:test-17339286443873,targetRootDir=hdfs://localhost:45457/backupUT,startts=1733928722405,completets=1733928728910,bytescopied=0 2024-12-11T14:52:09,319 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T14:52:09,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T14:52:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T14:52:09,328 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T14:52:09,330 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T14:52:09,336 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733928718036 completed. 2024-12-11T14:52:09,336 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-11T14:52:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:09,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:09,352 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928718036/.backup.manifest 2024-12-11T14:52:09,354 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928718036/.backup.manifest 2024-12-11T14:52:09,355 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733928653855 2024-12-11T14:52:09,358 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-11T14:52:09,359 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-11T14:52:09,360 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:09,362 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:09,364 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:09,366 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:09,366 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733928644387' to 'table1' from full backup image hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387 2024-12-11T14:52:09,374 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-11T14:52:09,375 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:52:09,376 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f in region [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228] 2024-12-11T14:52:09,380 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 first=row0 last=row98 2024-12-11T14:52:09,380 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3 in region [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228] 2024-12-11T14:52:09,384 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b first=row-test-1733928644387-3-0 last=row-test-1733928644387-3-5 2024-12-11T14:52:09,384 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob in region [hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228] 2024-12-11T14:52:09,388 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f first=row-test-1733928644387-3-0 last=row-test-1733928644387-3-5 2024-12-11T14:52:09,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-11T14:52:09,395 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:52:09,395 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:09,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-11T14:52:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T14:52:09,396 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:52:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741971_1147 (size=938) 2024-12-11T14:52:09,406 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b87e28391e6a255713d3b8949926fc8, NAME => 'table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:09,408 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 47681ceb0fd229b2c5e839e47546a89e, NAME => 'table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741973_1149 (size=45) 2024-12-11T14:52:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741972_1148 (size=45) 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 47681ceb0fd229b2c5e839e47546a89e, disabling compactions & flushes 2024-12-11T14:52:09,417 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. after waiting 0 ms 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:09,417 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:09,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 47681ceb0fd229b2c5e839e47546a89e: Waiting for close lock at 1733928729417Disabling compacts and flushes for region at 1733928729417Disabling writes for close at 1733928729417Writing region close event to WAL at 1733928729417Closed at 1733928729417 2024-12-11T14:52:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T14:52:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 6b87e28391e6a255713d3b8949926fc8, disabling compactions & flushes 2024-12-11T14:52:09,818 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. after waiting 0 ms 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:09,818 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:09,818 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b87e28391e6a255713d3b8949926fc8: Waiting for close lock at 1733928729818Disabling compacts and flushes for region at 1733928729818Disabling writes for close at 1733928729818Writing region close event to WAL at 1733928729818Closed at 1733928729818 2024-12-11T14:52:09,820 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:52:09,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733928729820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928729820"}]},"ts":"1733928729820"} 2024-12-11T14:52:09,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733928729820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928729820"}]},"ts":"1733928729820"} 2024-12-11T14:52:09,823 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-11T14:52:09,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:52:09,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928729824"}]},"ts":"1733928729824"} 2024-12-11T14:52:09,826 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-11T14:52:09,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, ASSIGN}] 2024-12-11T14:52:09,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, ASSIGN 2024-12-11T14:52:09,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, ASSIGN 2024-12-11T14:52:09,829 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:09,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:09,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=6b87e28391e6a255713d3b8949926fc8, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:09,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=47681ceb0fd229b2c5e839e47546a89e, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:09,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, ASSIGN because future has completed 2024-12-11T14:52:09,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:09,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, ASSIGN because future has completed 2024-12-11T14:52:09,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T14:52:10,139 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:10,139 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 47681ceb0fd229b2c5e839e47546a89e, NAME => 'table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T14:52:10,139 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:10,140 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,140 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:10,140 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,140 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,142 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,144 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47681ceb0fd229b2c5e839e47546a89e columnFamilyName f 2024-12-11T14:52:10,144 DEBUG [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,145 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(327): Store=47681ceb0fd229b2c5e839e47546a89e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,145 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,146 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47681ceb0fd229b2c5e839e47546a89e columnFamilyName f3 2024-12-11T14:52:10,146 DEBUG [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,147 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(327): Store=47681ceb0fd229b2c5e839e47546a89e/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,147 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,149 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47681ceb0fd229b2c5e839e47546a89e columnFamilyName mob 2024-12-11T14:52:10,150 DEBUG [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,151 INFO [StoreOpener-47681ceb0fd229b2c5e839e47546a89e-1 {}] regionserver.HStore(327): Store=47681ceb0fd229b2c5e839e47546a89e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,152 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,153 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,153 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,154 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,155 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,155 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:10,157 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,159 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:10,160 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 47681ceb0fd229b2c5e839e47546a89e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9916242080, jitterRate=-0.07647798955440521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:10,160 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:10,160 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 47681ceb0fd229b2c5e839e47546a89e: Running coprocessor pre-open hook at 1733928730140Writing region info on filesystem at 1733928730140Initializing all the Stores at 1733928730141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730141Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730142 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730142Cleaning up temporary data from old regions at 1733928730155 (+13 ms)Running coprocessor post-open hooks at 1733928730160 (+5 ms)Region opened successfully at 1733928730160 2024-12-11T14:52:10,162 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., pid=66, masterSystemTime=1733928730134 2024-12-11T14:52:10,165 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:10,166 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:10,166 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:10,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=47681ceb0fd229b2c5e839e47546a89e, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:10,166 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b87e28391e6a255713d3b8949926fc8, NAME => 'table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T14:52:10,166 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:10,166 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,166 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:10,167 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,167 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:10,168 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,170 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b87e28391e6a255713d3b8949926fc8 columnFamilyName f 2024-12-11T14:52:10,170 DEBUG [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,171 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(327): Store=6b87e28391e6a255713d3b8949926fc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,171 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,173 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b87e28391e6a255713d3b8949926fc8 columnFamilyName f3 2024-12-11T14:52:10,173 DEBUG [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-12-11T14:52:10,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798 in 186 msec 2024-12-11T14:52:10,173 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(327): Store=6b87e28391e6a255713d3b8949926fc8/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,174 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,175 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b87e28391e6a255713d3b8949926fc8 columnFamilyName mob 2024-12-11T14:52:10,176 DEBUG [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:10,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, ASSIGN in 346 msec 2024-12-11T14:52:10,176 INFO [StoreOpener-6b87e28391e6a255713d3b8949926fc8-1 {}] regionserver.HStore(327): Store=6b87e28391e6a255713d3b8949926fc8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:10,177 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,178 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,178 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,179 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,179 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,180 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:10,181 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,184 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:10,185 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 6b87e28391e6a255713d3b8949926fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10397257600, jitterRate=-0.03167992830276489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:10,185 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:10,185 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 6b87e28391e6a255713d3b8949926fc8: Running coprocessor pre-open hook at 1733928730167Writing region info on filesystem at 1733928730167Initializing all the Stores at 1733928730168 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730168Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730168Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928730168Cleaning up temporary data from old regions at 1733928730179 (+11 ms)Running coprocessor post-open hooks at 1733928730185 (+6 ms)Region opened successfully at 1733928730185 2024-12-11T14:52:10,186 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., pid=65, masterSystemTime=1733928730134 2024-12-11T14:52:10,188 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:10,188 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:10,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=6b87e28391e6a255713d3b8949926fc8, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:10,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:10,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-11T14:52:10,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798 in 210 msec 2024-12-11T14:52:10,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T14:52:10,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, ASSIGN in 369 msec 2024-12-11T14:52:10,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:52:10,201 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928730201"}]},"ts":"1733928730201"} 2024-12-11T14:52:10,203 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-11T14:52:10,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:52:10,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 812 msec 2024-12-11T14:52:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T14:52:10,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-11T14:52:10,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:10,541 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 from hbase tables test-1733928644387 to tables table1 2024-12-11T14:52:10,541 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733928644387 into table1 2024-12-11T14:52:10,544 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542 from hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228 2024-12-11T14:52:10,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cec9f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:10,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:10,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:10,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:10,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b4491f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:10,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:10,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1459298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:10,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24fe3e68 2024-12-11T14:52:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:10,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:10,554 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:10,554 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T14:52:10,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:10,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:10,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:10,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:10,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:10,559 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T14:52:10,559 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T14:52:10,559 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T14:52:10,559 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_499030c9-f391-4628-a28e-a09e88eed24d 2024-12-11T14:52:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741974_1150 (size=177) 2024-12-11T14:52:10,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:10,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:10,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-13832161278278403666.jar 2024-12-11T14:52:11,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-8336693023028712442.jar 2024-12-11T14:52:11,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:11,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:11,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:11,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:11,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:11,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:11,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:11,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:11,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:11,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:11,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:11,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-4261348427916762732.jar 2024-12-11T14:52:11,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-4261348427916762732.jar 2024-12-11T14:52:11,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:11,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-4261348427916762732.jar 2024-12-11T14:52:11,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-4261348427916762732.jar 2024-12-11T14:52:11,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:11,925 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T14:52:11,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:11,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:11,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:11,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:11,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:11,926 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T14:52:11,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:11,935 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:11,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-11T14:52:11,947 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:12,046 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local910049135_0012_4e8ff868-55e4-4620-a2fa-7d12073c950b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:12,046 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local910049135_0012_4e8ff868-55e4-4620-a2fa-7d12073c950b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:12,105 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:52:12,109 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:12,171 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:52:12,178 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:12,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6dab3f86d8b40908487f5e816f524228, had cached 0 bytes from a total of 38453 2024-12-11T14:52:12,214 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f3/17c84df8d98841738e5784cc27dbd97b 2024-12-11T14:52:12,218 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:12,244 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e81299d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,244 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:12,244 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:12,245 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64eaa980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:12,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:12,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,248 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:12,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@923c2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,250 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:12,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733928644387-3-0', locateType=CURRENT is [region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:12,255 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T14:52:12,255 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:12,255 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,255 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:12,255 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-3-0] 2024-12-11T14:52:12,255 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:12,260 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296df7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,260 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:12,260 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:12,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:12,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:12,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51996c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:12,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eac9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:12,264 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:12,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:12,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:12,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733928644387-3-0', locateType=CURRENT is [region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:12,267 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T14:52:12,267 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:12,267 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,267 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:12,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:12,267 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-3-0] 2024-12-11T14:52:12,268 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:12,271 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/_temporary/0/_temporary/attempt_local910049135_0012_r_000000_0/f3/84aad175aa2f4739856d21b17cf6e0b5 is 58, key is row-test-1733928644387-3-0/f3:q1/1733928653745/Put/seqid=0 2024-12-11T14:52:12,273 WARN [Thread-1618 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741975_1151 (size=5529) 2024-12-11T14:52:12,677 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/_temporary/0/_temporary/attempt_local910049135_0012_r_000000_0/mob/e0895d22f9a84eff96c66d8dfb926a8e is 59, key is row-test-1733928644387-3-0/mob:q1/1733928653816/Put/seqid=0 2024-12-11T14:52:12,678 WARN [Thread-1620 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741976_1152 (size=5538) 2024-12-11T14:52:13,110 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af069e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:13,110 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:13,110 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:13,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3cab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:13,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:13,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:13,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537c9a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:13,114 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:13,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:13,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:13,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:13,119 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T14:52:13,119 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:13,119 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:13,119 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:13,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:13,119 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T14:52:13,119 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:13,127 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/_temporary/0/_temporary/attempt_local910049135_0012_r_000001_0/f/3ab09785b5784ef59af8fcde1184ad59 is 37, key is row10/f:q1/1733928646124/Put/seqid=0 2024-12-11T14:52:13,130 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741977_1153 (size=8741) 2024-12-11T14:52:14,094 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542 2024-12-11T14:52:14,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c96d357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8a305e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,098 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b75dfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,106 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/_SUCCESS 2024-12-11T14:52:14,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70407184 2024-12-11T14:52:14,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,116 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,127 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f/3ab09785b5784ef59af8fcde1184ad59 first=Optional[row0] last=Optional[row98] 2024-12-11T14:52:14,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f3/84aad175aa2f4739856d21b17cf6e0b5 first=Optional[row-test-1733928644387-3-0] last=Optional[row-test-1733928644387-3-5] 2024-12-11T14:52:14,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/mob/e0895d22f9a84eff96c66d8dfb926a8e first=Optional[row-test-1733928644387-3-0] last=Optional[row-test-1733928644387-3-5] 2024-12-11T14:52:14,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f/3ab09785b5784ef59af8fcde1184ad59 for inclusion in 47681ceb0fd229b2c5e839e47546a89e/f 2024-12-11T14:52:14,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f3/84aad175aa2f4739856d21b17cf6e0b5 for inclusion in 6b87e28391e6a255713d3b8949926fc8/f3 2024-12-11T14:52:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T14:52:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-11T14:52:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 47681ceb0fd229b2c5e839e47546a89e: 2024-12-11T14:52:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733928644387-3-0 last=row-test-1733928644387-3-5 2024-12-11T14:52:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T14:52:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f/3ab09785b5784ef59af8fcde1184ad59 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f/3ab09785b5784ef59af8fcde1184ad59 2024-12-11T14:52:14,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/mob/e0895d22f9a84eff96c66d8dfb926a8e for inclusion in 6b87e28391e6a255713d3b8949926fc8/mob 2024-12-11T14:52:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733928644387-3-0 last=row-test-1733928644387-3-5 2024-12-11T14:52:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T14:52:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 6b87e28391e6a255713d3b8949926fc8: 2024-12-11T14:52:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/f3/84aad175aa2f4739856d21b17cf6e0b5 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f3/84aad175aa2f4739856d21b17cf6e0b5 2024-12-11T14:52:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f3/84aad175aa2f4739856d21b17cf6e0b5 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_ 2024-12-11T14:52:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928730542/mob/e0895d22f9a84eff96c66d8dfb926a8e to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/mob/e0895d22f9a84eff96c66d8dfb926a8e 2024-12-11T14:52:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/mob/e0895d22f9a84eff96c66d8dfb926a8e as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_ 2024-12-11T14:52:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f/3ab09785b5784ef59af8fcde1184ad59 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_ 2024-12-11T14:52:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a8d788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,201 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b44f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,203 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58af0c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b171e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572e6a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4fd949 2024-12-11T14:52:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,211 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfb98cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c77c7a 2024-12-11T14:52:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,228 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fa4bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,284 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33096b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccffebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ace289 2024-12-11T14:52:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875. 2024-12-11T14:52:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f/3ab09785b5784ef59af8fcde1184ad59 into 47681ceb0fd229b2c5e839e47546a89e/f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_ - updating store file list. 2024-12-11T14:52:14,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_ into 47681ceb0fd229b2c5e839e47546a89e/f 2024-12-11T14:52:14,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f/3ab09785b5784ef59af8fcde1184ad59 into 47681ceb0fd229b2c5e839e47546a89e/f (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_) 2024-12-11T14:52:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f/3ab09785b5784ef59af8fcde1184ad59 2024-12-11T14:52:14,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f3/84aad175aa2f4739856d21b17cf6e0b5 into 6b87e28391e6a255713d3b8949926fc8/f3 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_ - updating store file list. 2024-12-11T14:52:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2edd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544a034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,347 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6172e5f2 2024-12-11T14:52:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,352 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_ into 6b87e28391e6a255713d3b8949926fc8/f3 2024-12-11T14:52:14,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f3/84aad175aa2f4739856d21b17cf6e0b5 into 6b87e28391e6a255713d3b8949926fc8/f3 (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_) 2024-12-11T14:52:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/f3/84aad175aa2f4739856d21b17cf6e0b5 2024-12-11T14:52:14,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/mob/e0895d22f9a84eff96c66d8dfb926a8e into 6b87e28391e6a255713d3b8949926fc8/mob as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_ - updating store file list. 2024-12-11T14:52:14,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_ into 6b87e28391e6a255713d3b8949926fc8/mob 2024-12-11T14:52:14,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/mob/e0895d22f9a84eff96c66d8dfb926a8e into 6b87e28391e6a255713d3b8949926fc8/mob (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_) 2024-12-11T14:52:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__bqena3rq8qme4q3jo8si66gs8r01lhpillu3hkgeu1sqmheqo2j072nbhcl7bn2b/mob/e0895d22f9a84eff96c66d8dfb926a8e 2024-12-11T14:52:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c3281b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:14,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e84e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,375 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:14,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6e3dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1d1a94 2024-12-11T14:52:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:14,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:14,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:14,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:14,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875. 2024-12-11T14:52:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:14,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:14,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:14,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:14,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:14,415 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T14:52:14,415 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T14:52:14,415 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733928653855 hdfs://localhost:45457/backupUT/backup_1733928653855/default/test-1733928644387/ 2024-12-11T14:52:14,416 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:14,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T14:52:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:14,419 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928653855/.backup.manifest 2024-12-11T14:52:14,419 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17339286443871' to 'ns2:table2' from full backup image hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871 2024-12-11T14:52:14,426 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-11T14:52:14,426 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:52:14,427 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f in region [hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139] 2024-12-11T14:52:14,432 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad first=row0 last=row98 2024-12-11T14:52:14,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-11T14:52:14,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T14:52:14,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-11T14:52:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:14,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T14:52:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741978_1154 (size=351) 2024-12-11T14:52:14,526 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-11T14:52:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:14,851 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f7bbcd4fa5a1c283f8ce9223ab60e4, NAME => 'ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741979_1155 (size=37) 2024-12-11T14:52:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 92f7bbcd4fa5a1c283f8ce9223ab60e4, disabling compactions & flushes 2024-12-11T14:52:15,259 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. after waiting 0 ms 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,259 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,259 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f7bbcd4fa5a1c283f8ce9223ab60e4: Waiting for close lock at 1733928735259Disabling compacts and flushes for region at 1733928735259Disabling writes for close at 1733928735259Writing region close event to WAL at 1733928735259Closed at 1733928735259 2024-12-11T14:52:15,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T14:52:15,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733928735260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928735260"}]},"ts":"1733928735260"} 2024-12-11T14:52:15,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:52:15,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T14:52:15,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928735264"}]},"ts":"1733928735264"} 2024-12-11T14:52:15,267 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-11T14:52:15,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, ASSIGN}] 2024-12-11T14:52:15,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, ASSIGN 2024-12-11T14:52:15,269 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:15,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=92f7bbcd4fa5a1c283f8ce9223ab60e4, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:15,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, ASSIGN because future has completed 2024-12-11T14:52:15,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:15,578 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,578 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f7bbcd4fa5a1c283f8ce9223ab60e4, NAME => 'ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:52:15,579 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:15,579 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,579 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:15,579 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,579 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,581 INFO [StoreOpener-92f7bbcd4fa5a1c283f8ce9223ab60e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,583 INFO [StoreOpener-92f7bbcd4fa5a1c283f8ce9223ab60e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f7bbcd4fa5a1c283f8ce9223ab60e4 columnFamilyName f 2024-12-11T14:52:15,583 DEBUG [StoreOpener-92f7bbcd4fa5a1c283f8ce9223ab60e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:15,584 INFO [StoreOpener-92f7bbcd4fa5a1c283f8ce9223ab60e4-1 {}] regionserver.HStore(327): Store=92f7bbcd4fa5a1c283f8ce9223ab60e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:15,584 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,585 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,586 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,586 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,586 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,589 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,591 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:15,592 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 92f7bbcd4fa5a1c283f8ce9223ab60e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11114629760, jitterRate=0.03513056039810181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:52:15,592 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:15,593 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 92f7bbcd4fa5a1c283f8ce9223ab60e4: Running coprocessor pre-open hook at 1733928735579Writing region info on filesystem at 1733928735579Initializing all the Stores at 1733928735580 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928735580Cleaning up temporary data from old regions at 1733928735586 (+6 ms)Running coprocessor post-open hooks at 1733928735592 (+6 ms)Region opened successfully at 1733928735593 (+1 ms) 2024-12-11T14:52:15,594 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., pid=69, masterSystemTime=1733928735574 2024-12-11T14:52:15,597 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,597 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:15,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=92f7bbcd4fa5a1c283f8ce9223ab60e4, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:15,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:15,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-11T14:52:15,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798 in 179 msec 2024-12-11T14:52:15,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T14:52:15,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, ASSIGN in 338 msec 2024-12-11T14:52:15,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T14:52:15,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928735610"}]},"ts":"1733928735610"} 2024-12-11T14:52:15,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-11T14:52:15,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T14:52:15,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1810 sec 2024-12-11T14:52:15,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T14:52:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T14:52:16,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-11T14:52:16,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:16,589 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 from hbase tables ns2:test-17339286443871 to tables ns2:table2 2024-12-11T14:52:16,589 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17339286443871 into ns2:table2 2024-12-11T14:52:16,590 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589 from hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:52:16,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1da854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:16,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:16,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:16,592 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:16,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:16,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25537ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:16,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:16,594 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e3879f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:16,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73944093 2024-12-11T14:52:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:16,596 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:16,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:16,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-11T14:52:16,597 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:16,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:16,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:16,601 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-11T14:52:16,601 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-11T14:52:16,601 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_eac2615c-a247-4174-bd5b-64f63eeab590 2024-12-11T14:52:16,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741980_1156 (size=153) 2024-12-11T14:52:17,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:17,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:17,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:17,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bcd9c03105c56fb9a253ff3b1cf08139, had cached 0 bytes from a total of 13547 2024-12-11T14:52:17,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-11T14:52:17,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7922207201043755509.jar 2024-12-11T14:52:17,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:17,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-14738811834183695879.jar 2024-12-11T14:52:18,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:18,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:18,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:18,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:18,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:18,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:18,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:18,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:18,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:18,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11218618633441048864.jar 2024-12-11T14:52:18,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11218618633441048864.jar 2024-12-11T14:52:18,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:18,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11218618633441048864.jar 2024-12-11T14:52:18,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11218618633441048864.jar 2024-12-11T14:52:18,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:18,067 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-11T14:52:18,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:18,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:18,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:18,068 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T14:52:18,068 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:18,078 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:18,091 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:18,171 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local946699345_0013_8792bec6-b396-4265-ade5-e754fa41e179/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:18,171 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local946699345_0013_8792bec6-b396-4265-ade5-e754fa41e179/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:18,243 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:52:18,247 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:18,296 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7901b6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:18,296 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:18,297 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:18,297 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9bc28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:18,299 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390720c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:18,301 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:18,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:18,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:18,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:18,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:18,305 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-11T14:52:18,305 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:18,305 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:18,305 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:18,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:18,305 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T14:52:18,305 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:18,311 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589/_temporary/0/_temporary/attempt_local946699345_0013_r_000000_0/f/f34a46388d194db3bbb961c2f25c0879 is 37, key is row10/f:q1/1733928648457/Put/seqid=0 2024-12-11T14:52:18,313 WARN [Thread-1702 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741981_1157 (size=8741) 2024-12-11T14:52:19,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-11T14:52:19,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:52:19,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-11T14:52:19,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-11T14:52:19,210 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589 2024-12-11T14:52:19,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730ac33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:19,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:19,211 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:19,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:19,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:19,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:19,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a41830d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:19,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:19,220 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589/_SUCCESS 2024-12-11T14:52:19,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76cbe9b0 2024-12-11T14:52:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:19,224 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:19,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,230 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:19,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589/f/f34a46388d194db3bbb961c2f25c0879 first=Optional[row0] last=Optional[row98] 2024-12-11T14:52:19,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589/f/f34a46388d194db3bbb961c2f25c0879 for inclusion in 92f7bbcd4fa5a1c283f8ce9223ab60e4/f 2024-12-11T14:52:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T14:52:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T14:52:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 92f7bbcd4fa5a1c283f8ce9223ab60e4: 2024-12-11T14:52:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928736589/f/f34a46388d194db3bbb961c2f25c0879 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__h19pt65k6ki4jq2kk76mh2rcqcg29t5r7o4a7uvcdot148hsgibb5qkikjppfo9l/f/f34a46388d194db3bbb961c2f25c0879 2024-12-11T14:52:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__h19pt65k6ki4jq2kk76mh2rcqcg29t5r7o4a7uvcdot148hsgibb5qkikjppfo9l/f/f34a46388d194db3bbb961c2f25c0879 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_ 2024-12-11T14:52:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb163d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:19,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c0409d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:19,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b54a810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a4089f 2024-12-11T14:52:19,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:19,253 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:19,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:19,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:19,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:19,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:19,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,272 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:19,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__h19pt65k6ki4jq2kk76mh2rcqcg29t5r7o4a7uvcdot148hsgibb5qkikjppfo9l/f/f34a46388d194db3bbb961c2f25c0879 into 92f7bbcd4fa5a1c283f8ce9223ab60e4/f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_ - updating store file list. 2024-12-11T14:52:19,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_ into 92f7bbcd4fa5a1c283f8ce9223ab60e4/f 2024-12-11T14:52:19,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__h19pt65k6ki4jq2kk76mh2rcqcg29t5r7o4a7uvcdot148hsgibb5qkikjppfo9l/f/f34a46388d194db3bbb961c2f25c0879 into 92f7bbcd4fa5a1c283f8ce9223ab60e4/f (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_) 2024-12-11T14:52:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__h19pt65k6ki4jq2kk76mh2rcqcg29t5r7o4a7uvcdot148hsgibb5qkikjppfo9l/f/f34a46388d194db3bbb961c2f25c0879 2024-12-11T14:52:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1415aa3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:19,280 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27167238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94864f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:19,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683689f0 2024-12-11T14:52:19,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:19,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:19,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:19,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:19,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:19,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:19,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:19,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:19,302 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T14:52:19,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:19,302 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T14:52:19,302 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733928653855 hdfs://localhost:45457/backupUT/backup_1733928653855/ns2/test-17339286443871/ 2024-12-11T14:52:19,302 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-11T14:52:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:19,303 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T14:52:19,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:19,332 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928718036/.backup.manifest 2024-12-11T14:52:19,335 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928718036/.backup.manifest 2024-12-11T14:52:19,336 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928687421/.backup.manifest 2024-12-11T14:52:19,339 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928687421/.backup.manifest 2024-12-11T14:52:19,339 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733928644387' to 'table1' from full backup image hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387 2024-12-11T14:52:19,342 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733928718036 2024-12-11T14:52:19,345 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-11T14:52:19,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-12-11T14:52:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-11T14:52:19,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928739358"}]},"ts":"1733928739358"} 2024-12-11T14:52:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T14:52:19,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-11T14:52:19,360 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-11T14:52:19,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-11T14:52:19,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, UNASSIGN}] 2024-12-11T14:52:19,370 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, UNASSIGN 2024-12-11T14:52:19,370 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, UNASSIGN 2024-12-11T14:52:19,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6b87e28391e6a255713d3b8949926fc8, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:19,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=47681ceb0fd229b2c5e839e47546a89e, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, UNASSIGN because future has completed 2024-12-11T14:52:19,373 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:52:19,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:19,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, UNASSIGN because future has completed 2024-12-11T14:52:19,373 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:52:19,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:19,406 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-11T14:52:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T14:52:19,525 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:19,525 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:52:19,526 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 6b87e28391e6a255713d3b8949926fc8, disabling compactions & flushes 2024-12-11T14:52:19,526 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:19,526 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:19,526 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. after waiting 0 ms 2024-12-11T14:52:19,526 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:19,530 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:19,531 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:19,532 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. 2024-12-11T14:52:19,532 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 6b87e28391e6a255713d3b8949926fc8: Waiting for close lock at 1733928739526Running coprocessor pre-close hooks at 1733928739526Disabling compacts and flushes for region at 1733928739526Disabling writes for close at 1733928739526Writing region close event to WAL at 1733928739527 (+1 ms)Running coprocessor post-close hooks at 1733928739531 (+4 ms)Closed at 1733928739532 (+1 ms) 2024-12-11T14:52:19,534 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:19,534 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:19,534 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:52:19,534 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 47681ceb0fd229b2c5e839e47546a89e, disabling compactions & flushes 2024-12-11T14:52:19,534 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:19,535 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:19,535 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. after waiting 0 ms 2024-12-11T14:52:19,535 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:19,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6b87e28391e6a255713d3b8949926fc8, regionState=CLOSED 2024-12-11T14:52:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:19,539 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:19,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-12-11T14:52:19,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 6b87e28391e6a255713d3b8949926fc8, server=50ca74c8280f,33875,1733928631798 in 164 msec 2024-12-11T14:52:19,540 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:19,540 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. 2024-12-11T14:52:19,540 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 47681ceb0fd229b2c5e839e47546a89e: Waiting for close lock at 1733928739534Running coprocessor pre-close hooks at 1733928739534Disabling compacts and flushes for region at 1733928739534Disabling writes for close at 1733928739535 (+1 ms)Writing region close event to WAL at 1733928739535Running coprocessor post-close hooks at 1733928739540 (+5 ms)Closed at 1733928739540 2024-12-11T14:52:19,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6b87e28391e6a255713d3b8949926fc8, UNASSIGN in 172 msec 2024-12-11T14:52:19,542 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:19,543 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=47681ceb0fd229b2c5e839e47546a89e, regionState=CLOSED 2024-12-11T14:52:19,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:19,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-12-11T14:52:19,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 47681ceb0fd229b2c5e839e47546a89e, server=50ca74c8280f,33875,1733928631798 in 172 msec 2024-12-11T14:52:19,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-12-11T14:52:19,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=47681ceb0fd229b2c5e839e47546a89e, UNASSIGN in 179 msec 2024-12-11T14:52:19,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-11T14:52:19,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 187 msec 2024-12-11T14:52:19,552 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928739552"}]},"ts":"1733928739552"} 2024-12-11T14:52:19,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-11T14:52:19,554 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-11T14:52:19,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 202 msec 2024-12-11T14:52:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T14:52:19,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-11T14:52:19,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-12-11T14:52:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-11T14:52:19,686 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-11T14:52:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:19,692 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:19,692 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:19,695 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f3, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/mob, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/recovered.edits] 2024-12-11T14:52:19,695 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/recovered.edits] 2024-12-11T14:52:19,699 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_ to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/f/3236d109643f4a01bda76d6935b00339_SeqId_4_ 2024-12-11T14:52:19,700 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_ to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/table1/6b87e28391e6a255713d3b8949926fc8/f3/29cf753f8e834252a743556c0eed0dc6_SeqId_4_ 2024-12-11T14:52:19,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_ to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/table1/6b87e28391e6a255713d3b8949926fc8/mob/6b8a555d98b4413ebc27a9115800e878_SeqId_4_ 2024-12-11T14:52:19,708 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/recovered.edits/6.seqid to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/table1/47681ceb0fd229b2c5e839e47546a89e/recovered.edits/6.seqid 2024-12-11T14:52:19,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/47681ceb0fd229b2c5e839e47546a89e 2024-12-11T14:52:19,711 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8/recovered.edits/6.seqid to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/default/table1/6b87e28391e6a255713d3b8949926fc8/recovered.edits/6.seqid 2024-12-11T14:52:19,712 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/6b87e28391e6a255713d3b8949926fc8 2024-12-11T14:52:19,712 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-11T14:52:19,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-11T14:52:19,713 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-11T14:52:19,716 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-11T14:52:19,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T14:52:19,727 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-11T14:52:19,731 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'table1' descriptor. 2024-12-11T14:52:19,732 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'table1' from region states. 2024-12-11T14:52:19,732 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733928739732"}]},"ts":"9223372036854775807"} 2024-12-11T14:52:19,732 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733928739732"}]},"ts":"9223372036854775807"} 2024-12-11T14:52:19,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-11T14:52:19,735 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6b87e28391e6a255713d3b8949926fc8, NAME => 'table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 47681ceb0fd229b2c5e839e47546a89e, NAME => 'table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-11T14:52:19,735 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'table1' as deleted. 2024-12-11T14:52:19,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733928739735"}]},"ts":"9223372036854775807"} 2024-12-11T14:52:19,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-11T14:52:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741982_1158 (size=938) 2024-12-11T14:52:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:20,145 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef62016d04acc7aa12c2ba8e1426ea0f, NAME => 'table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:20,145 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c13ac318d3613f8d4a28752ca32528c6, NAME => 'table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:20,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741983_1159 (size=45) 2024-12-11T14:52:20,153 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:20,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing ef62016d04acc7aa12c2ba8e1426ea0f, disabling compactions & flushes 2024-12-11T14:52:20,154 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. after waiting 0 ms 2024-12-11T14:52:20,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,154 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef62016d04acc7aa12c2ba8e1426ea0f: Waiting for close lock at 1733928740153Disabling compacts and flushes for region at 1733928740153Disabling writes for close at 1733928740154 (+1 ms)Writing region close event to WAL at 1733928740154Closed at 1733928740154 2024-12-11T14:52:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741984_1160 (size=45) 2024-12-11T14:52:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:20,554 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:20,554 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing c13ac318d3613f8d4a28752ca32528c6, disabling compactions & flushes 2024-12-11T14:52:20,554 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,554 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,554 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. after waiting 0 ms 2024-12-11T14:52:20,555 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,555 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,555 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for c13ac318d3613f8d4a28752ca32528c6: Waiting for close lock at 1733928740554Disabling compacts and flushes for region at 1733928740554Disabling writes for close at 1733928740554Writing region close event to WAL at 1733928740555 (+1 ms)Closed at 1733928740555 2024-12-11T14:52:20,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733928740556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928740556"}]},"ts":"1733928740556"} 2024-12-11T14:52:20,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733928740556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928740556"}]},"ts":"1733928740556"} 2024-12-11T14:52:20,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-11T14:52:20,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928740560"}]},"ts":"1733928740560"} 2024-12-11T14:52:20,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-11T14:52:20,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, ASSIGN}] 2024-12-11T14:52:20,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, ASSIGN 2024-12-11T14:52:20,564 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, ASSIGN 2024-12-11T14:52:20,565 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:20,565 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:20,716 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:20,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:20,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, ASSIGN because future has completed 2024-12-11T14:52:20,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:20,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, ASSIGN because future has completed 2024-12-11T14:52:20,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:20,874 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,874 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => ef62016d04acc7aa12c2ba8e1426ea0f, NAME => 'table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T14:52:20,875 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:20,875 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,875 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:20,875 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,875 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,876 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,878 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName f 2024-12-11T14:52:20,878 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,879 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,879 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,880 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName f3 2024-12-11T14:52:20,880 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,881 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,881 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,882 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName mob 2024-12-11T14:52:20,883 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,884 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,884 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,885 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,885 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,886 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,886 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,886 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:20,887 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,889 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:20,890 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened ef62016d04acc7aa12c2ba8e1426ea0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11456142080, jitterRate=0.06693637371063232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:20,890 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:20,890 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for ef62016d04acc7aa12c2ba8e1426ea0f: Running coprocessor pre-open hook at 1733928740875Writing region info on filesystem at 1733928740875Initializing all the Stores at 1733928740876 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740876Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740876Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740876Cleaning up temporary data from old regions at 1733928740886 (+10 ms)Running coprocessor post-open hooks at 1733928740890 (+4 ms)Region opened successfully at 1733928740890 2024-12-11T14:52:20,891 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., pid=80, masterSystemTime=1733928740871 2024-12-11T14:52:20,893 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,893 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:20,893 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,893 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => c13ac318d3613f8d4a28752ca32528c6, NAME => 'table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T14:52:20,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:20,894 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:20,894 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,894 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:20,894 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,894 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:20,895 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,897 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName f 2024-12-11T14:52:20,897 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,898 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,898 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-12-11T14:52:20,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 in 177 msec 2024-12-11T14:52:20,900 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName f3 2024-12-11T14:52:20,900 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,900 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, ASSIGN in 336 msec 2024-12-11T14:52:20,900 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,901 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName mob 2024-12-11T14:52:20,902 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:20,902 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:20,903 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,904 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,904 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,905 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,905 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,906 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:20,907 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,909 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:20,910 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened c13ac318d3613f8d4a28752ca32528c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11459973440, jitterRate=0.0672931969165802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:20,910 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:20,910 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for c13ac318d3613f8d4a28752ca32528c6: Running coprocessor pre-open hook at 1733928740894Writing region info on filesystem at 1733928740894Initializing all the Stores at 1733928740895 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740895Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740895Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928740895Cleaning up temporary data from old regions at 1733928740905 (+10 ms)Running coprocessor post-open hooks at 1733928740910 (+5 ms)Region opened successfully at 1733928740910 2024-12-11T14:52:20,911 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6., pid=79, masterSystemTime=1733928740871 2024-12-11T14:52:20,913 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,913 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:20,913 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:20,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-11T14:52:20,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 in 197 msec 2024-12-11T14:52:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-11T14:52:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, ASSIGN in 355 msec 2024-12-11T14:52:20,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928740920"}]},"ts":"1733928740920"} 2024-12-11T14:52:20,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-11T14:52:20,922 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-11T14:52:20,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2420 sec 2024-12-11T14:52:21,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T14:52:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T14:52:21,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-11T14:52:21,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:21,839 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228,hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28 from hbase tables test-1733928644387 to tables table1 2024-12-11T14:52:21,839 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733928644387 into table1 2024-12-11T14:52:21,841 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839 from hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228,hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28 2024-12-11T14:52:21,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713f8ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:21,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:21,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:21,842 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0cc0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:21,844 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:21,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2c4965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:21,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8e4787 2024-12-11T14:52:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:21,846 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:21,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:21,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T14:52:21,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:21,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:21,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:21,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:21,851 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T14:52:21,852 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T14:52:21,852 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T14:52:21,852 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_792f58f6-7283-42b7-ba4d-489f7998e533 2024-12-11T14:52:21,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741985_1161 (size=177) 2024-12-11T14:52:22,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:22,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:22,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-7266407847511496680.jar 2024-12-11T14:52:23,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-16782640828732210883.jar 2024-12-11T14:52:23,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:23,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:23,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:23,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:23,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:23,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:23,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:23,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:23,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:23,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:23,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:23,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-2617387392010951202.jar 2024-12-11T14:52:23,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-2617387392010951202.jar 2024-12-11T14:52:23,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:23,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-2617387392010951202.jar 2024-12-11T14:52:23,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-2617387392010951202.jar 2024-12-11T14:52:23,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:23,255 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T14:52:23,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:23,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:23,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:23,255 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T14:52:23,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:23,266 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:23,276 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:23,363 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local45193286_0014_f3eefed2-d08d-4d07-a552-71070d80f464/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:23,363 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local45193286_0014_f3eefed2-d08d-4d07-a552-71070d80f464/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:23,417 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/269b7efffe694f0694faab5901bcad8c 2024-12-11T14:52:23,420 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:23,461 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/54c8b3ed71d547af87b931b503a5a868 2024-12-11T14:52:23,464 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:23,488 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f/a9614afd2c664c5dbbdf9494be1d4a20 2024-12-11T14:52:23,490 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:23,523 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/8f8b2015073a49f973623b8f36144a28/mob/d41d8cd98f00b204e9800998ecf8427e202412117eec0acc25fc4a4482ab316f68c1f6ae_6dab3f86d8b40908487f5e816f524228 2024-12-11T14:52:23,526 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:23,548 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/default/test-1733928644387/archive/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/mob/12585c19f2ac410ab48191814313978f 2024-12-11T14:52:23,551 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:23,584 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,584 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:23,584 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:23,585 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:23,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:23,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cedc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:23,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f34ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,589 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:23,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:23,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:23,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733928644387-1-0', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:23,594 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T14:52:23,594 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:23,594 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,594 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:23,594 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-1-0] 2024-12-11T14:52:23,594 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:23,605 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd71861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,605 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:23,605 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:23,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:23,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:23,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:23,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797a424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:23,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c19c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:23,609 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:23,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:23,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:23,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:23,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733928644387-3-0', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:23,613 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T14:52:23,613 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:23,613 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,613 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:23,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:23,614 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-3-0] 2024-12-11T14:52:23,614 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:23,621 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/_temporary/0/_temporary/attempt_local45193286_0014_r_000000_0/f/ca7045b5dbe74a19a4704641f8368011 is 59, key is row-test-1733928644387-1-10/f:q1/1733928672040/Put/seqid=0 2024-12-11T14:52:23,623 WARN [Thread-1788 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741986_1162 (size=11123) 2024-12-11T14:52:23,629 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/_temporary/0/_temporary/attempt_local45193286_0014_r_000000_0/mob/2e6d3154e33b4df7abda3e72f70da864 is 192, key is row-test-1733928644387-3-100/mob:q1/1733928672995/Put/seqid=0 2024-12-11T14:52:23,631 WARN [Thread-1790 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741987_1163 (size=13402) 2024-12-11T14:52:24,077 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a83f641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:24,077 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:24,077 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:24,078 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cfbd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:24,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:24,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:24,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:24,082 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240bbc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:24,084 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:24,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:24,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:24,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:24,089 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T14:52:24,090 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:24,090 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:24,090 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:24,090 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T14:52:24,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:24,090 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:24,094 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/_temporary/0/_temporary/attempt_local45193286_0014_r_000001_0/f/ac4bcd9f269b4a4ab83946ea1cc968cc is 37, key is row10/f:q1/1733928646124/Put/seqid=0 2024-12-11T14:52:24,096 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741988_1164 (size=8740) 2024-12-11T14:52:25,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79da993e3639a4dcd01938f3fe0175e4, had cached 0 bytes from a total of 41499 2024-12-11T14:52:25,405 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839 2024-12-11T14:52:25,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bfa8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,407 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4519620a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,413 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/_SUCCESS 2024-12-11T14:52:25,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb9ccaa 2024-12-11T14:52:25,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,424 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,437 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ac4bcd9f269b4a4ab83946ea1cc968cc first=Optional[row0] last=Optional[row98] 2024-12-11T14:52:25,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ca7045b5dbe74a19a4704641f8368011 first=Optional[row-test-1733928644387-1-0] last=Optional[row-test-1733928644387-1-98] 2024-12-11T14:52:25,446 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/mob/2e6d3154e33b4df7abda3e72f70da864 first=Optional[row-test-1733928644387-3-0] last=Optional[row-test-1733928644387-3-99] 2024-12-11T14:52:25,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ac4bcd9f269b4a4ab83946ea1cc968cc for inclusion in c13ac318d3613f8d4a28752ca32528c6/f 2024-12-11T14:52:25,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/mob/2e6d3154e33b4df7abda3e72f70da864 for inclusion in ef62016d04acc7aa12c2ba8e1426ea0f/mob 2024-12-11T14:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T14:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-11T14:52:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for c13ac318d3613f8d4a28752ca32528c6: 2024-12-11T14:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733928644387-3-0 last=row-test-1733928644387-3-99 2024-12-11T14:52:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T14:52:25,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ca7045b5dbe74a19a4704641f8368011 for inclusion in ef62016d04acc7aa12c2ba8e1426ea0f/f 2024-12-11T14:52:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ac4bcd9f269b4a4ab83946ea1cc968cc to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ac4bcd9f269b4a4ab83946ea1cc968cc 2024-12-11T14:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ac4bcd9f269b4a4ab83946ea1cc968cc as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/f/6725106a832e4c41b70d925ca35926dd_SeqId_4_ 2024-12-11T14:52:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eeedf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733928644387-1-0 last=row-test-1733928644387-1-98 2024-12-11T14:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T14:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for ef62016d04acc7aa12c2ba8e1426ea0f: 2024-12-11T14:52:25,461 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416ebb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/mob/2e6d3154e33b4df7abda3e72f70da864 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/mob/2e6d3154e33b4df7abda3e72f70da864 2024-12-11T14:52:25,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6276820c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/mob/2e6d3154e33b4df7abda3e72f70da864 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/mob/be8a8b1beca74e1e81776d8d0722aaef_SeqId_4_ 2024-12-11T14:52:25,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d69998 2024-12-11T14:52:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928741839/f/ca7045b5dbe74a19a4704641f8368011 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ca7045b5dbe74a19a4704641f8368011 2024-12-11T14:52:25,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,466 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ca7045b5dbe74a19a4704641f8368011 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f/3a7d6ccc1afe44ca803a61a5512f0f73_SeqId_4_ 2024-12-11T14:52:25,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a36c1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,469 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df6c63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,470 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180d4b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68506921 2024-12-11T14:52:25,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875. 2024-12-11T14:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ac4bcd9f269b4a4ab83946ea1cc968cc into c13ac318d3613f8d4a28752ca32528c6/f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/f/6725106a832e4c41b70d925ca35926dd_SeqId_4_ - updating store file list. 2024-12-11T14:52:25,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a732c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,492 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae3066a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,494 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/f/6725106a832e4c41b70d925ca35926dd_SeqId_4_ into c13ac318d3613f8d4a28752ca32528c6/f 2024-12-11T14:52:25,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ac4bcd9f269b4a4ab83946ea1cc968cc into c13ac318d3613f8d4a28752ca32528c6/f (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/f/6725106a832e4c41b70d925ca35926dd_SeqId_4_) 2024-12-11T14:52:25,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401619dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ac4bcd9f269b4a4ab83946ea1cc968cc 2024-12-11T14:52:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1719d0f3 2024-12-11T14:52:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d34714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,497 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,497 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c2118d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,498 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d8cf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bae405c 2024-12-11T14:52:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,502 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ca7045b5dbe74a19a4704641f8368011 into ef62016d04acc7aa12c2ba8e1426ea0f/f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f/3a7d6ccc1afe44ca803a61a5512f0f73_SeqId_4_ - updating store file list. 2024-12-11T14:52:25,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875. 2024-12-11T14:52:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f/3a7d6ccc1afe44ca803a61a5512f0f73_SeqId_4_ into ef62016d04acc7aa12c2ba8e1426ea0f/f 2024-12-11T14:52:25,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ca7045b5dbe74a19a4704641f8368011 into ef62016d04acc7aa12c2ba8e1426ea0f/f (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f/3a7d6ccc1afe44ca803a61a5512f0f73_SeqId_4_) 2024-12-11T14:52:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/f/ca7045b5dbe74a19a4704641f8368011 2024-12-11T14:52:25,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/mob/2e6d3154e33b4df7abda3e72f70da864 into ef62016d04acc7aa12c2ba8e1426ea0f/mob as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/mob/be8a8b1beca74e1e81776d8d0722aaef_SeqId_4_ - updating store file list. 2024-12-11T14:52:25,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/mob/be8a8b1beca74e1e81776d8d0722aaef_SeqId_4_ into ef62016d04acc7aa12c2ba8e1426ea0f/mob 2024-12-11T14:52:25,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/mob/2e6d3154e33b4df7abda3e72f70da864 into ef62016d04acc7aa12c2ba8e1426ea0f/mob (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/mob/be8a8b1beca74e1e81776d8d0722aaef_SeqId_4_) 2024-12-11T14:52:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__j1u6mlcbcv7qm71u0rba61hiiv88sju6tuippghuvgdekpi4mrkd0sgsrtc3hu8h/mob/2e6d3154e33b4df7abda3e72f70da864 2024-12-11T14:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5f8bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:25,548 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:25,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:25,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:25,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7bb9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:25,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:25,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:25,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e23fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c182163 2024-12-11T14:52:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:25,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:25,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:25,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:25,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:25,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:25,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:25,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:25,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:25,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,580 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T14:52:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:25,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.2:56872 deadline: 1733932345583 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56872 2024-12-11T14:52:25,602 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733928644387' to 'table1' from log dirs: hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387/f2/177af58caecc417f8cbf21a77eb6c838 2024-12-11T14:52:25,606 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733928644387', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733928718036 2024-12-11T14:52:25,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-11T14:52:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741989_1165 (size=938) 2024-12-11T14:52:25,685 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-11T14:52:26,026 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-11T14:52:26,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-11T14:52:26,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-11T14:52:26,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE}] 2024-12-11T14:52:26,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE 2024-12-11T14:52:26,037 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE 2024-12-11T14:52:26,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE because future has completed 2024-12-11T14:52:26,040 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:52:26,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:26,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE because future has completed 2024-12-11T14:52:26,041 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:52:26,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:26,193 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,193 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:52:26,193 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing c13ac318d3613f8d4a28752ca32528c6, disabling compactions & flushes 2024-12-11T14:52:26,193 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,193 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,193 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. after waiting 0 ms 2024-12-11T14:52:26,193 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,198 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:26,198 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:26,199 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,199 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for c13ac318d3613f8d4a28752ca32528c6: Waiting for close lock at 1733928746193Running coprocessor pre-close hooks at 1733928746193Disabling compacts and flushes for region at 1733928746193Disabling writes for close at 1733928746193Writing region close event to WAL at 1733928746194 (+1 ms)Running coprocessor post-close hooks at 1733928746198 (+4 ms)Closed at 1733928746199 (+1 ms) 2024-12-11T14:52:26,199 WARN [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: c13ac318d3613f8d4a28752ca32528c6 to self. 2024-12-11T14:52:26,201 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,201 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:52:26,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing ef62016d04acc7aa12c2ba8e1426ea0f, disabling compactions & flushes 2024-12-11T14:52:26,201 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. after waiting 0 ms 2024-12-11T14:52:26,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=CLOSED 2024-12-11T14:52:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:26,206 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:26,207 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:26,207 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,207 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for ef62016d04acc7aa12c2ba8e1426ea0f: Waiting for close lock at 1733928746201Running coprocessor pre-close hooks at 1733928746201Disabling compacts and flushes for region at 1733928746201Disabling writes for close at 1733928746201Writing region close event to WAL at 1733928746202 (+1 ms)Running coprocessor post-close hooks at 1733928746207 (+5 ms)Closed at 1733928746207 2024-12-11T14:52:26,207 WARN [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: ef62016d04acc7aa12c2ba8e1426ea0f to self. 2024-12-11T14:52:26,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-12-11T14:52:26,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 in 163 msec 2024-12-11T14:52:26,208 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE; state=CLOSED, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=true 2024-12-11T14:52:26,209 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=CLOSED 2024-12-11T14:52:26,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:26,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-12-11T14:52:26,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 in 177 msec 2024-12-11T14:52:26,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE; state=CLOSED, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=true 2024-12-11T14:52:26,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE because future has completed 2024-12-11T14:52:26,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:26,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE because future has completed 2024-12-11T14:52:26,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:26,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T14:52:26,519 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,519 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => c13ac318d3613f8d4a28752ca32528c6, NAME => 'table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T14:52:26,520 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:26,520 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,520 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:26,520 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,520 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,521 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,522 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName f 2024-12-11T14:52:26,522 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,529 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/f/6725106a832e4c41b70d925ca35926dd_SeqId_4_ 2024-12-11T14:52:26,529 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,530 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,531 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName f2 2024-12-11T14:52:26,531 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,532 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,532 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,533 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c13ac318d3613f8d4a28752ca32528c6 columnFamilyName mob 2024-12-11T14:52:26,534 DEBUG [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,534 INFO [StoreOpener-c13ac318d3613f8d4a28752ca32528c6-1 {}] regionserver.HStore(327): Store=c13ac318d3613f8d4a28752ca32528c6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,535 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,536 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,538 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,539 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,539 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,540 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:26,542 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,543 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened c13ac318d3613f8d4a28752ca32528c6; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10747038880, jitterRate=8.959919214248657E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:26,543 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:26,544 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for c13ac318d3613f8d4a28752ca32528c6: Running coprocessor pre-open hook at 1733928746520Writing region info on filesystem at 1733928746520Initializing all the Stores at 1733928746521 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746521Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746521Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746521Cleaning up temporary data from old regions at 1733928746539 (+18 ms)Running coprocessor post-open hooks at 1733928746543 (+4 ms)Region opened successfully at 1733928746544 (+1 ms) 2024-12-11T14:52:26,545 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6., pid=88, masterSystemTime=1733928746515 2024-12-11T14:52:26,547 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,547 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:26,547 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,548 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => ef62016d04acc7aa12c2ba8e1426ea0f, NAME => 'table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T14:52:26,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=c13ac318d3613f8d4a28752ca32528c6, regionState=OPEN, openSeqNum=7, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,548 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:26,548 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,548 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:26,548 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,548 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:26,550 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,551 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName f 2024-12-11T14:52:26,551 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-12-11T14:52:26,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure c13ac318d3613f8d4a28752ca32528c6, server=50ca74c8280f,33875,1733928631798 in 186 msec 2024-12-11T14:52:26,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c13ac318d3613f8d4a28752ca32528c6, REOPEN/MOVE in 518 msec 2024-12-11T14:52:26,557 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f/3a7d6ccc1afe44ca803a61a5512f0f73_SeqId_4_ 2024-12-11T14:52:26,557 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,557 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,559 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName f2 2024-12-11T14:52:26,559 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,559 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,559 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,560 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef62016d04acc7aa12c2ba8e1426ea0f columnFamilyName mob 2024-12-11T14:52:26,560 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:26,565 DEBUG [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/mob/be8a8b1beca74e1e81776d8d0722aaef_SeqId_4_ 2024-12-11T14:52:26,565 INFO [StoreOpener-ef62016d04acc7aa12c2ba8e1426ea0f-1 {}] regionserver.HStore(327): Store=ef62016d04acc7aa12c2ba8e1426ea0f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:26,566 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,566 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,567 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,568 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,568 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,569 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T14:52:26,570 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,570 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened ef62016d04acc7aa12c2ba8e1426ea0f; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10469388480, jitterRate=-0.02496221661567688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T14:52:26,570 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:26,570 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for ef62016d04acc7aa12c2ba8e1426ea0f: Running coprocessor pre-open hook at 1733928746549Writing region info on filesystem at 1733928746549Initializing all the Stores at 1733928746549Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746549Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746550 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928746550Cleaning up temporary data from old regions at 1733928746568 (+18 ms)Running coprocessor post-open hooks at 1733928746570 (+2 ms)Region opened successfully at 1733928746570 2024-12-11T14:52:26,571 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., pid=87, masterSystemTime=1733928746515 2024-12-11T14:52:26,573 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,573 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:26,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=ef62016d04acc7aa12c2ba8e1426ea0f, regionState=OPEN, openSeqNum=7, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:26,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-12-11T14:52:26,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure ef62016d04acc7aa12c2ba8e1426ea0f, server=50ca74c8280f,33875,1733928631798 in 213 msec 2024-12-11T14:52:26,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-11T14:52:26,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ef62016d04acc7aa12c2ba8e1426ea0f, REOPEN/MOVE in 541 msec 2024-12-11T14:52:26,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-11T14:52:26,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 548 msec 2024-12-11T14:52:26,581 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-11T14:52:26,582 DEBUG [PEWorker-5 {}] backup.HFileArchiver(267): No files to dispose of in table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., family=f3 2024-12-11T14:52:26,583 DEBUG [PEWorker-5 {}] backup.HFileArchiver(267): No files to dispose of in table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6., family=f3 2024-12-11T14:52:26,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 974 msec 2024-12-11T14:52:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-11T14:52:26,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-11T14:52:26,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:26,591 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:26,591 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387/f2/177af58caecc417f8cbf21a77eb6c838 from hbase tables test-1733928644387 to tables table1 2024-12-11T14:52:26,591 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733928644387 into table1 2024-12-11T14:52:26,593 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591 from hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387/f2/177af58caecc417f8cbf21a77eb6c838 2024-12-11T14:52:26,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f580cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:26,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:26,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:26,595 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3416232e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:26,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:26,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:26,597 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:26,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954b30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:26,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2fa22 2024-12-11T14:52:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:26,600 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:26,600 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:26,600 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T14:52:26,601 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:26,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:26,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:26,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:26,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:26,604 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T14:52:26,604 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T14:52:26,604 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T14:52:26,605 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_e37e9522-6f21-4416-8dd2-4c7b33d45aff 2024-12-11T14:52:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741990_1166 (size=177) 2024-12-11T14:52:27,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T14:52:27,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-9736325995465319213.jar 2024-12-11T14:52:27,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-2643629401617225582.jar 2024-12-11T14:52:27,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:27,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:27,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:27,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:27,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:27,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:27,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:27,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:27,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:27,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:27,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:27,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11940765817173574230.jar 2024-12-11T14:52:27,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11940765817173574230.jar 2024-12-11T14:52:27,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:27,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11940765817173574230.jar 2024-12-11T14:52:27,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-11940765817173574230.jar 2024-12-11T14:52:27,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:28,000 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T14:52:28,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:28,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:28,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:28,000 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T14:52:28,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:28,013 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:28,024 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:28,129 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1048787683_0015_6041238c-8080-44e7-8cdd-83993fdeb737/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:28,129 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local1048787683_0015_6041238c-8080-44e7-8cdd-83993fdeb737/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:28,184 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387/f2/177af58caecc417f8cbf21a77eb6c838 2024-12-11T14:52:28,187 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:28,218 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce03130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:28,218 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:28,218 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:28,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:28,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:28,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:28,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ef2e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:28,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:28,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:28,222 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f321278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:28,223 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:28,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:28,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:28,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:28,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733928644387-2-0', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7] 2024-12-11T14:52:28,227 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-11T14:52:28,227 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:28,227 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:28,227 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:28,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:28,227 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733928644387-2-0] 2024-12-11T14:52:28,227 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:28,231 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591/_temporary/0/_temporary/attempt_local1048787683_0015_r_000000_0/f2/44a0e451166c470aa4df98b75cf9740e is 58, key is row-test-1733928644387-2-0/f2:q1/1733928713024/Put/seqid=0 2024-12-11T14:52:28,232 WARN [Thread-1869 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741991_1167 (size=5609) 2024-12-11T14:52:29,169 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591 2024-12-11T14:52:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f770bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:29,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:29,171 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:29,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:29,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:29,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f6a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:29,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:29,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,173 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:29,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6201edd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:29,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:29,182 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591/_SUCCESS 2024-12-11T14:52:29,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcbdb64 2024-12-11T14:52:29,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:29,190 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:29,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7] 2024-12-11T14:52:29,200 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T14:52:29,214 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591/f2/44a0e451166c470aa4df98b75cf9740e first=Optional[row-test-1733928644387-2-0] last=Optional[row-test-1733928644387-2-6] 2024-12-11T14:52:29,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591/f2/44a0e451166c470aa4df98b75cf9740e for inclusion in ef62016d04acc7aa12c2ba8e1426ea0f/f2 2024-12-11T14:52:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733928644387-2-0 last=row-test-1733928644387-2-6 2024-12-11T14:52:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T14:52:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for ef62016d04acc7aa12c2ba8e1426ea0f: 2024-12-11T14:52:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-default-table1-1733928746591/f2/44a0e451166c470aa4df98b75cf9740e to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__37e0jhaqcqja3418j8pof66aaf0sd3fqt2u0q2t5s45fk5od748n7p6lgl1q6g67/f2/44a0e451166c470aa4df98b75cf9740e 2024-12-11T14:52:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__37e0jhaqcqja3418j8pof66aaf0sd3fqt2u0q2t5s45fk5od748n7p6lgl1q6g67/f2/44a0e451166c470aa4df98b75cf9740e as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f2/6373aef8941942fe95581e13d6d000d8_SeqId_9_ 2024-12-11T14:52:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fde3f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:29,227 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea0e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:29,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719e488c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:29,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:29,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166ba68c 2024-12-11T14:52:29,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:29,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:29,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:29,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:29,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__37e0jhaqcqja3418j8pof66aaf0sd3fqt2u0q2t5s45fk5od748n7p6lgl1q6g67/f2/44a0e451166c470aa4df98b75cf9740e into ef62016d04acc7aa12c2ba8e1426ea0f/f2 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f2/6373aef8941942fe95581e13d6d000d8_SeqId_9_ - updating store file list. 2024-12-11T14:52:29,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f2/6373aef8941942fe95581e13d6d000d8_SeqId_9_ into ef62016d04acc7aa12c2ba8e1426ea0f/f2 2024-12-11T14:52:29,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__37e0jhaqcqja3418j8pof66aaf0sd3fqt2u0q2t5s45fk5od748n7p6lgl1q6g67/f2/44a0e451166c470aa4df98b75cf9740e into ef62016d04acc7aa12c2ba8e1426ea0f/f2 (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/f2/6373aef8941942fe95581e13d6d000d8_SeqId_9_) 2024-12-11T14:52:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__table1__37e0jhaqcqja3418j8pof66aaf0sd3fqt2u0q2t5s45fk5od748n7p6lgl1q6g67/f2/44a0e451166c470aa4df98b75cf9740e 2024-12-11T14:52:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d34daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:29,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db6de0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0091f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:29,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:29,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca5bc77 2024-12-11T14:52:29,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:29,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:29,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:29,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:29,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:29,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:29,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:29,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:29,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:29,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:29,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:29,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:29,293 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T14:52:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7 , the old value is region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:29,293 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733928644387 has been successfully restored to table1 2024-12-11T14:52:29,293 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T14:52:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:29,293 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733928718036 hdfs://localhost:45457/backupUT/backup_1733928718036/default/test-1733928644387/ 2024-12-11T14:52:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7 from cache 2024-12-11T14:52:29,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:29,294 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:45457/backupUT/backup_1733928687421/.backup.manifest 2024-12-11T14:52:29,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T14:52:29,297 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733928687421/.backup.manifest 2024-12-11T14:52:29,297 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17339286443871' to 'ns2:table2' from full backup image hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871 2024-12-11T14:52:29,303 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17339286443871', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733928718036 2024-12-11T14:52:29,306 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-11T14:52:29,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-12-11T14:52:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-11T14:52:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T14:52:29,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928749309"}]},"ts":"1733928749309"} 2024-12-11T14:52:29,311 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-11T14:52:29,311 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-11T14:52:29,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-11T14:52:29,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, UNASSIGN}] 2024-12-11T14:52:29,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, UNASSIGN 2024-12-11T14:52:29,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=92f7bbcd4fa5a1c283f8ce9223ab60e4, regionState=CLOSING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:29,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, UNASSIGN because future has completed 2024-12-11T14:52:29,316 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T14:52:29,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:29,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-11T14:52:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T14:52:29,469 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:29,469 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T14:52:29,469 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 92f7bbcd4fa5a1c283f8ce9223ab60e4, disabling compactions & flushes 2024-12-11T14:52:29,469 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:29,469 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:29,469 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. after waiting 0 ms 2024-12-11T14:52:29,469 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:29,479 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:29,480 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:29,480 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. 2024-12-11T14:52:29,480 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 92f7bbcd4fa5a1c283f8ce9223ab60e4: Waiting for close lock at 1733928749469Running coprocessor pre-close hooks at 1733928749469Disabling compacts and flushes for region at 1733928749469Disabling writes for close at 1733928749469Writing region close event to WAL at 1733928749474 (+5 ms)Running coprocessor post-close hooks at 1733928749480 (+6 ms)Closed at 1733928749480 2024-12-11T14:52:29,482 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:29,483 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=92f7bbcd4fa5a1c283f8ce9223ab60e4, regionState=CLOSED 2024-12-11T14:52:29,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:29,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-11T14:52:29,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 92f7bbcd4fa5a1c283f8ce9223ab60e4, server=50ca74c8280f,33875,1733928631798 in 169 msec 2024-12-11T14:52:29,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-11T14:52:29,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=92f7bbcd4fa5a1c283f8ce9223ab60e4, UNASSIGN in 175 msec 2024-12-11T14:52:29,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-11T14:52:29,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec 2024-12-11T14:52:29,495 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928749495"}]},"ts":"1733928749495"} 2024-12-11T14:52:29,497 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-11T14:52:29,497 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-11T14:52:29,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 191 msec 2024-12-11T14:52:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T14:52:29,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-11T14:52:29,627 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-12-11T14:52:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-11T14:52:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:29,635 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-11T14:52:29,643 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:29,652 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f, FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/recovered.edits] 2024-12-11T14:52:29,657 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_ to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/f/fc554d730bcb4cbdb141241576cefed1_SeqId_4_ 2024-12-11T14:52:29,660 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/recovered.edits/6.seqid to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/archive/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4/recovered.edits/6.seqid 2024-12-11T14:52:29,663 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/92f7bbcd4fa5a1c283f8ce9223ab60e4 2024-12-11T14:52:29,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-11T14:52:29,673 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-11T14:52:29,675 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'ns2:table2' descriptor. 2024-12-11T14:52:29,676 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'ns2:table2' from region states. 2024-12-11T14:52:29,676 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733928749676"}]},"ts":"9223372036854775807"} 2024-12-11T14:52:29,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T14:52:29,679 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 92f7bbcd4fa5a1c283f8ce9223ab60e4, NAME => 'ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T14:52:29,679 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'ns2:table2' as deleted. 2024-12-11T14:52:29,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733928749679"}]},"ts":"9223372036854775807"} 2024-12-11T14:52:29,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-11T14:52:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741992_1168 (size=351) 2024-12-11T14:52:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:30,211 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dd03ed31ae5d5c69b0d92121c6d7e41, NAME => 'ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0 2024-12-11T14:52:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741993_1169 (size=37) 2024-12-11T14:52:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 0dd03ed31ae5d5c69b0d92121c6d7e41, disabling compactions & flushes 2024-12-11T14:52:30,619 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. after waiting 0 ms 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,619 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,619 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dd03ed31ae5d5c69b0d92121c6d7e41: Waiting for close lock at 1733928750619Disabling compacts and flushes for region at 1733928750619Disabling writes for close at 1733928750619Writing region close event to WAL at 1733928750619Closed at 1733928750619 2024-12-11T14:52:30,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733928750620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733928750620"}]},"ts":"1733928750620"} 2024-12-11T14:52:30,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T14:52:30,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928750623"}]},"ts":"1733928750623"} 2024-12-11T14:52:30,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-11T14:52:30,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=0dd03ed31ae5d5c69b0d92121c6d7e41, ASSIGN}] 2024-12-11T14:52:30,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=0dd03ed31ae5d5c69b0d92121c6d7e41, ASSIGN 2024-12-11T14:52:30,627 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=0dd03ed31ae5d5c69b0d92121c6d7e41, ASSIGN; state=OFFLINE, location=50ca74c8280f,33875,1733928631798; forceNewPlan=false, retain=false 2024-12-11T14:52:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:30,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0dd03ed31ae5d5c69b0d92121c6d7e41, regionState=OPENING, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:30,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=0dd03ed31ae5d5c69b0d92121c6d7e41, ASSIGN because future has completed 2024-12-11T14:52:30,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dd03ed31ae5d5c69b0d92121c6d7e41, server=50ca74c8280f,33875,1733928631798}] 2024-12-11T14:52:30,935 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,935 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dd03ed31ae5d5c69b0d92121c6d7e41, NAME => 'ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41.', STARTKEY => '', ENDKEY => ''} 2024-12-11T14:52:30,936 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T14:52:30,936 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,936 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T14:52:30,936 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,936 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,938 INFO [StoreOpener-0dd03ed31ae5d5c69b0d92121c6d7e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,939 INFO [StoreOpener-0dd03ed31ae5d5c69b0d92121c6d7e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dd03ed31ae5d5c69b0d92121c6d7e41 columnFamilyName f 2024-12-11T14:52:30,939 DEBUG [StoreOpener-0dd03ed31ae5d5c69b0d92121c6d7e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:30,939 INFO [StoreOpener-0dd03ed31ae5d5c69b0d92121c6d7e41-1 {}] regionserver.HStore(327): Store=0dd03ed31ae5d5c69b0d92121c6d7e41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T14:52:30,940 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,940 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,941 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,941 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,941 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,942 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,944 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T14:52:30,945 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 0dd03ed31ae5d5c69b0d92121c6d7e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11314724960, jitterRate=0.053765878081321716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T14:52:30,945 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:30,945 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 0dd03ed31ae5d5c69b0d92121c6d7e41: Running coprocessor pre-open hook at 1733928750936Writing region info on filesystem at 1733928750936Initializing all the Stores at 1733928750937 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733928750937Cleaning up temporary data from old regions at 1733928750941 (+4 ms)Running coprocessor post-open hooks at 1733928750945 (+4 ms)Region opened successfully at 1733928750945 2024-12-11T14:52:30,946 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., pid=95, masterSystemTime=1733928750932 2024-12-11T14:52:30,948 DEBUG [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,948 INFO [RS_OPEN_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:30,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=0dd03ed31ae5d5c69b0d92121c6d7e41, regionState=OPEN, openSeqNum=2, regionLocation=50ca74c8280f,33875,1733928631798 2024-12-11T14:52:30,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dd03ed31ae5d5c69b0d92121c6d7e41, server=50ca74c8280f,33875,1733928631798 because future has completed 2024-12-11T14:52:30,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-11T14:52:30,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dd03ed31ae5d5c69b0d92121c6d7e41, server=50ca74c8280f,33875,1733928631798 in 171 msec 2024-12-11T14:52:30,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-11T14:52:30,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=0dd03ed31ae5d5c69b0d92121c6d7e41, ASSIGN in 328 msec 2024-12-11T14:52:30,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733928750955"}]},"ts":"1733928750955"} 2024-12-11T14:52:30,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-11T14:52:30,957 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-11T14:52:30,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.3300 sec 2024-12-11T14:52:31,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T14:52:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T14:52:31,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-11T14:52:31,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:31,780 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 from hbase tables ns2:test-17339286443871 to tables ns2:table2 2024-12-11T14:52:31,780 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17339286443871 into ns2:table2 2024-12-11T14:52:31,782 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780 from hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:52:31,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139191d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:31,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:31,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:31,784 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e722eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:31,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:31,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:31,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:31,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2222f2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:31,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:31,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:31,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54eac1aa 2024-12-11T14:52:31,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:31,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:31,790 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T14:52:31,790 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-11T14:52:31,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:31,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:31,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:31,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:31,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:31,797 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-11T14:52:31,797 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-11T14:52:31,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/partitions_5244f964-7261-420c-9a26-7ee9b7e54192 2024-12-11T14:52:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741994_1170 (size=153) 2024-12-11T14:52:32,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:32,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:32,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-5422736684027437870.jar 2024-12-11T14:52:33,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-3089203042168845915.jar 2024-12-11T14:52:33,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:33,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T14:52:33,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T14:52:33,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T14:52:33,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T14:52:33,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T14:52:33,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T14:52:33,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T14:52:33,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T14:52:33,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T14:52:33,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T14:52:33,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-12649649513890103038.jar 2024-12-11T14:52:33,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-12649649513890103038.jar 2024-12-11T14:52:33,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T14:52:33,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-12649649513890103038.jar 2024-12-11T14:52:33,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop-12649649513890103038.jar 2024-12-11T14:52:33,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T14:52:33,297 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-11T14:52:33,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:33,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:33,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:33,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:33,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:33,298 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T14:52:33,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T14:52:33,319 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T14:52:33,350 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T14:52:33,458 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local576465048_0016_9600b9a9-8a02-415a-a232-10c597020dae/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T14:52:33,458 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/mapreduce.cluster.local.dir/job_local576465048_0016_9600b9a9-8a02-415a-a232-10c597020dae/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T14:52:33,552 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/da23e268ee8d46b9abe43549545a9fad 2024-12-11T14:52:33,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:33,608 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:45457/backupUT/backup_1733928687421/ns2/test-17339286443871/archive/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/f/0d397fa828a645ba9cbbd441a135b65c 2024-12-11T14:52:33,617 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T14:52:33,685 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105dc3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:33,685 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:33,685 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:33,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d09e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:33,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:33,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:33,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:33,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f476a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:33,690 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:33,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:33,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:33,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:33,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:33,697 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-11T14:52:33,697 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:33,697 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:33,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:33,698 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:33,698 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-11T14:52:33,698 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 50ca74c8280f 2024-12-11T14:52:33,708 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780/_temporary/0/_temporary/attempt_local576465048_0016_r_000000_0/f/4c743a73c4b64140be4f49fd29a67f19 is 38, key is row-t20/f:q1/1733928673083/Put/seqid=0 2024-12-11T14:52:33,710 WARN [Thread-1944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [50ca74c8280f:33875] Specified favored nodes: [50ca74c8280f:33875] 2024-12-11T14:52:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741995_1171 (size=8934) 2024-12-11T14:52:34,532 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780 2024-12-11T14:52:34,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6aa291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:34,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:34,534 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:34,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:34,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2459d2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,536 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:34,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:34,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:34,546 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780/_SUCCESS 2024-12-11T14:52:34,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d8dc500 2024-12-11T14:52:34,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:34,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:34,564 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T14:52:34,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780/f/4c743a73c4b64140be4f49fd29a67f19 first=Optional[row-t20] last=Optional[row98] 2024-12-11T14:52:34,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780/f/4c743a73c4b64140be4f49fd29a67f19 for inclusion in 0dd03ed31ae5d5c69b0d92121c6d7e41/f 2024-12-11T14:52:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-11T14:52:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T14:52:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 0dd03ed31ae5d5c69b0d92121c6d7e41: 2024-12-11T14:52:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/hbase-staging/bulk_output-ns2-table2-1733928751780/f/4c743a73c4b64140be4f49fd29a67f19 to hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__cvupd3g88k9sr6jngeo015sscvsgal2keuq0sh0komcmn9kum46fmkf4778s70ie/f/4c743a73c4b64140be4f49fd29a67f19 2024-12-11T14:52:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__cvupd3g88k9sr6jngeo015sscvsgal2keuq0sh0komcmn9kum46fmkf4778s70ie/f/4c743a73c4b64140be4f49fd29a67f19 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/f/f1e4cca132fb466e8c1aaf8a42ee8031_SeqId_4_ 2024-12-11T14:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f45675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:34,587 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:34,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:34,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:34,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa00375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:34,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:34,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,589 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:34,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211a5b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:34,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:34,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abdf099 2024-12-11T14:52:34,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:34,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T14:52:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:34,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T14:52:34,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:34,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:34,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:34,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__cvupd3g88k9sr6jngeo015sscvsgal2keuq0sh0komcmn9kum46fmkf4778s70ie/f/4c743a73c4b64140be4f49fd29a67f19 into 0dd03ed31ae5d5c69b0d92121c6d7e41/f as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/f/f1e4cca132fb466e8c1aaf8a42ee8031_SeqId_4_ - updating store file list. 2024-12-11T14:52:34,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/f/f1e4cca132fb466e8c1aaf8a42ee8031_SeqId_4_ into 0dd03ed31ae5d5c69b0d92121c6d7e41/f 2024-12-11T14:52:34,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__cvupd3g88k9sr6jngeo015sscvsgal2keuq0sh0komcmn9kum46fmkf4778s70ie/f/4c743a73c4b64140be4f49fd29a67f19 into 0dd03ed31ae5d5c69b0d92121c6d7e41/f (new location: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/f/f1e4cca132fb466e8c1aaf8a42ee8031_SeqId_4_) 2024-12-11T14:52:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/staging/jenkins__ns2_table2__cvupd3g88k9sr6jngeo015sscvsgal2keuq0sh0komcmn9kum46fmkf4778s70ie/f/4c743a73c4b64140be4f49fd29a67f19 2024-12-11T14:52:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fa6028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request 50ca74c8280f,35845,-1 for getting cluster id 2024-12-11T14:52:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T14:52:34,647 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4274bc5-c4f3-467a-9afc-148b3c731561' 2024-12-11T14:52:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T14:52:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4274bc5-c4f3-467a-9afc-148b3c731561" 2024-12-11T14:52:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6361e928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [50ca74c8280f,35845,-1] 2024-12-11T14:52:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T14:52:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,650 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T14:52:34,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c50d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T14:52:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T14:52:34,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 50ca74c8280f,35845,1733928628417 2024-12-11T14:52:34,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70201da2 2024-12-11T14:52:34,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T14:52:34,654 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T14:52:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T14:52:34,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=50ca74c8280f,33875,1733928631798, seqNum=-1] 2024-12-11T14:52:34,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T14:52:34,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T14:52:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T14:52:34,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T14:52:34,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:34,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875. 2024-12-11T14:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:34,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:34,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:34,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:34,684 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T14:52:34,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:34,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:34,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T14:52:34,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:34,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T14:52:34,710 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17339286443871', skipping incremental restore step. 2024-12-11T14:52:34,710 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T14:52:34,710 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733928718036 hdfs://localhost:45457/backupUT/backup_1733928718036/ns2/test-17339286443871/ 2024-12-11T14:52:34,710 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-11T14:52:34,711 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T14:52:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.CallRunner(138): callId: 734 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:52374 deadline: 1733928814712, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. is not online on 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733928729393.6b87e28391e6a255713d3b8949926fc8., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:34,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=50ca74c8280f:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-11T14:52:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f., hostname=50ca74c8280f,33875,1733928631798, seqNum=7] 2024-12-11T14:52:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.CallRunner(138): callId: 738 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:52374 deadline: 1733928814832, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. is not online on 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:34,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733928729393.47681ceb0fd229b2c5e839e47546a89e., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6., hostname=50ca74c8280f,33875,1733928631798, seqNum=7] 2024-12-11T14:52:34,952 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-11T14:52:34,958 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-11T14:52:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T14:52:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T14:52:34,997 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-11T14:52:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33875 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:52374 deadline: 1733928814997, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. is not online on 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 , the old value is region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4. is not online on 50ca74c8280f,33875,1733928631798 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T14:52:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4., hostname=50ca74c8280f,33875,1733928631798, seqNum=2 from cache 2024-12-11T14:52:35,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41., hostname=50ca74c8280f,33875,1733928631798, seqNum=2] 2024-12-11T14:52:35,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:35,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:35,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:35,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=639 (was 610) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1821410639_20 at /127.0.0.1:39024 [Receiving block BP-312490535-172.17.0.2-1733928622147:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1821410639_20 at /127.0.0.1:39028 [Receiving block BP-312490535-172.17.0.2-1733928622147:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-312490535-172.17.0.2-1733928622147:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-211701996_20 at /127.0.0.1:58066 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1821410639_20 at /127.0.0.1:39018 [Receiving block BP-312490535-172.17.0.2-1733928622147:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-312490535-172.17.0.2-1733928622147:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/50ca74c8280f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-312490535-172.17.0.2-1733928622147:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (50ca74c8280f,35845,1733928628417)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(50ca74c8280f,33875,1733928631798)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '50ca74c8280f,33875,1733928631798' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=575 (was 843), ProcessCount=16 (was 16), AvailableMemoryMB=3820 (was 3651) - AvailableMemoryMB LEAK? - 2024-12-11T14:52:35,140 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=639 is superior to 500 2024-12-11T14:52:35,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T14:52:35,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:35,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:35,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:35,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T14:52:35,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1859171901, stopped=false 2024-12-11T14:52:35,150 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=50ca74c8280f,35845,1733928628417 2024-12-11T14:52:35,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T14:52:35,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T14:52:35,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:52:35,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:52:35,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T14:52:35,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T14:52:35,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T14:52:35,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:35,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T14:52:35,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '50ca74c8280f,33875,1733928631798' ***** 2024-12-11T14:52:35,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T14:52:35,192 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T14:52:35,196 INFO [RS:0;50ca74c8280f:33875 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@63ac464{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T14:52:35,198 INFO [RS:0;50ca74c8280f:33875 {}] server.AbstractConnector(383): Stopped ServerConnector@718a5de{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T14:52:35,198 INFO [RS:0;50ca74c8280f:33875 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:35,198 INFO [RS:0;50ca74c8280f:33875 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4757d759{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T14:52:35,198 INFO [RS:0;50ca74c8280f:33875 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@60f5f8e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:35,200 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T14:52:35,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T14:52:35,200 INFO [RS:0;50ca74c8280f:33875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T14:52:35,200 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-11T14:52:35,200 INFO [RS:0;50ca74c8280f:33875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for c13ac318d3613f8d4a28752ca32528c6 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dd03ed31ae5d5c69b0d92121c6d7e41 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 25a385da273a7ad48b31d790a589abfd 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 9170b176fafeac01a0a5e588c1ee6cb3 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for bcd9c03105c56fb9a253ff3b1cf08139 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 622aaa11934f60975a3dd1df9dff9d35 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dab3f86d8b40908487f5e816f524228 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 79da993e3639a4dcd01938f3fe0175e4 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(959): stopping server 50ca74c8280f,33875,1733928631798 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;50ca74c8280f:33875. 2024-12-11T14:52:35,201 DEBUG [RS:0;50ca74c8280f:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:35,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c13ac318d3613f8d4a28752ca32528c6, disabling compactions & flushes 2024-12-11T14:52:35,201 DEBUG [RS:0;50ca74c8280f:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:35,201 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:35,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:35,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. after waiting 0 ms 2024-12-11T14:52:35,201 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T14:52:35,201 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T14:52:35,202 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-11T14:52:35,202 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T14:52:35,202 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T14:52:35,202 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T14:52:35,202 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T14:52:35,202 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T14:52:35,202 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 0dd03ed31ae5d5c69b0d92121c6d7e41, 1588230740, 25a385da273a7ad48b31d790a589abfd, 622aaa11934f60975a3dd1df9dff9d35, 6dab3f86d8b40908487f5e816f524228, 79da993e3639a4dcd01938f3fe0175e4, 9170b176fafeac01a0a5e588c1ee6cb3, bcd9c03105c56fb9a253ff3b1cf08139, c13ac318d3613f8d4a28752ca32528c6, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:35,202 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-11T14:52:35,206 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/c13ac318d3613f8d4a28752ca32528c6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-11T14:52:35,207 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,207 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:35,207 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c13ac318d3613f8d4a28752ca32528c6: Waiting for close lock at 1733928755201Running coprocessor pre-close hooks at 1733928755201Disabling compacts and flushes for region at 1733928755201Disabling writes for close at 1733928755201Writing region close event to WAL at 1733928755203 (+2 ms)Running coprocessor post-close hooks at 1733928755207 (+4 ms)Closed at 1733928755207 2024-12-11T14:52:35,207 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733928739717.c13ac318d3613f8d4a28752ca32528c6. 2024-12-11T14:52:35,208 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dd03ed31ae5d5c69b0d92121c6d7e41, disabling compactions & flushes 2024-12-11T14:52:35,208 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:35,208 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:35,208 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. after waiting 0 ms 2024-12-11T14:52:35,208 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:35,218 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/table2/0dd03ed31ae5d5c69b0d92121c6d7e41/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,219 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dd03ed31ae5d5c69b0d92121c6d7e41: Waiting for close lock at 1733928755208Running coprocessor pre-close hooks at 1733928755208Disabling compacts and flushes for region at 1733928755208Disabling writes for close at 1733928755208Writing region close event to WAL at 1733928755214 (+6 ms)Running coprocessor post-close hooks at 1733928755219 (+5 ms)Closed at 1733928755219 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733928749670.0dd03ed31ae5d5c69b0d92121c6d7e41. 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25a385da273a7ad48b31d790a589abfd, disabling compactions & flushes 2024-12-11T14:52:35,219 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. after waiting 0 ms 2024-12-11T14:52:35,219 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:52:35,223 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns4/test-17339286443873/25a385da273a7ad48b31d790a589abfd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,224 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25a385da273a7ad48b31d790a589abfd: Waiting for close lock at 1733928755219Running coprocessor pre-close hooks at 1733928755219Disabling compacts and flushes for region at 1733928755219Disabling writes for close at 1733928755219Writing region close event to WAL at 1733928755220 (+1 ms)Running coprocessor post-close hooks at 1733928755224 (+4 ms)Closed at 1733928755224 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17339286443873,,1733928650797.25a385da273a7ad48b31d790a589abfd. 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9170b176fafeac01a0a5e588c1ee6cb3, disabling compactions & flushes 2024-12-11T14:52:35,224 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. after waiting 0 ms 2024-12-11T14:52:35,224 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:52:35,229 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system_bulk/9170b176fafeac01a0a5e588c1ee6cb3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T14:52:35,230 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,230 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:52:35,230 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9170b176fafeac01a0a5e588c1ee6cb3: Waiting for close lock at 1733928755224Running coprocessor pre-close hooks at 1733928755224Disabling compacts and flushes for region at 1733928755224Disabling writes for close at 1733928755224Writing region close event to WAL at 1733928755225 (+1 ms)Running coprocessor post-close hooks at 1733928755230 (+5 ms)Closed at 1733928755230 2024-12-11T14:52:35,230 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733928656281.9170b176fafeac01a0a5e588c1ee6cb3. 2024-12-11T14:52:35,231 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcd9c03105c56fb9a253ff3b1cf08139, disabling compactions & flushes 2024-12-11T14:52:35,231 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:52:35,231 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:52:35,231 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. after waiting 0 ms 2024-12-11T14:52:35,231 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:52:35,232 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/info/db33b02beaeb4ca4aa0c942157705b91 is 159, key is ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139./info:regioninfo/1733928647523/Put/seqid=0 2024-12-11T14:52:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741996_1172 (size=19093) 2024-12-11T14:52:35,252 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns2/test-17339286443871/bcd9c03105c56fb9a253ff3b1cf08139/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-11T14:52:35,252 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/info/db33b02beaeb4ca4aa0c942157705b91 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,253 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcd9c03105c56fb9a253ff3b1cf08139: Waiting for close lock at 1733928755231Running coprocessor pre-close hooks at 1733928755231Disabling compacts and flushes for region at 1733928755231Disabling writes for close at 1733928755231Writing region close event to WAL at 1733928755235 (+4 ms)Running coprocessor post-close hooks at 1733928755253 (+18 ms)Closed at 1733928755253 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17339286443871,,1733928646284.bcd9c03105c56fb9a253ff3b1cf08139. 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 622aaa11934f60975a3dd1df9dff9d35, disabling compactions & flushes 2024-12-11T14:52:35,253 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. after waiting 0 ms 2024-12-11T14:52:35,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:52:35,259 INFO [regionserver/50ca74c8280f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T14:52:35,272 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/ns3/test-17339286443872/622aaa11934f60975a3dd1df9dff9d35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,273 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 622aaa11934f60975a3dd1df9dff9d35: Waiting for close lock at 1733928755253Running coprocessor pre-close hooks at 1733928755253Disabling compacts and flushes for region at 1733928755253Disabling writes for close at 1733928755253Writing region close event to WAL at 1733928755255 (+2 ms)Running coprocessor post-close hooks at 1733928755273 (+18 ms)Closed at 1733928755273 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17339286443872,,1733928648629.622aaa11934f60975a3dd1df9dff9d35. 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dab3f86d8b40908487f5e816f524228, disabling compactions & flushes 2024-12-11T14:52:35,273 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. after waiting 0 ms 2024-12-11T14:52:35,273 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:52:35,274 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dab3f86d8b40908487f5e816f524228 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-11T14:52:35,282 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/ns/9af44cc4509f4fdd9467c7772b2395da is 85, key is ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4./ns:/1733928749671/DeleteFamily/seqid=0 2024-12-11T14:52:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741997_1173 (size=5760) 2024-12-11T14:52:35,299 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f2/3164738c20814306995915e959e80f1c is 58, key is row-test-1733928644387-2-0/f2:q1/1733928713024/Put/seqid=0 2024-12-11T14:52:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741998_1174 (size=5464) 2024-12-11T14:52:35,402 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dab3f86d8b40908487f5e816f524228, 79da993e3639a4dcd01938f3fe0175e4, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:35,602 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dab3f86d8b40908487f5e816f524228, 79da993e3639a4dcd01938f3fe0175e4, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:35,693 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/ns/9af44cc4509f4fdd9467c7772b2395da 2024-12-11T14:52:35,705 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f2/3164738c20814306995915e959e80f1c 2024-12-11T14:52:35,711 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/.tmp/f2/3164738c20814306995915e959e80f1c as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f2/3164738c20814306995915e959e80f1c 2024-12-11T14:52:35,713 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/28498da765a745a88678517692f38abe is 94, key is ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4./rep_barrier:/1733928749671/DeleteFamily/seqid=0 2024-12-11T14:52:35,716 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/f2/3164738c20814306995915e959e80f1c, entries=7, sequenceid=348, filesize=5.3 K 2024-12-11T14:52:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741999_1175 (size=5640) 2024-12-11T14:52:35,717 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 444ms, sequenceid=348, compaction requested=false 2024-12-11T14:52:35,721 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/test-1733928644387/6dab3f86d8b40908487f5e816f524228/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:35,722 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dab3f86d8b40908487f5e816f524228: Waiting for close lock at 1733928755273Running coprocessor pre-close hooks at 1733928755273Disabling compacts and flushes for region at 1733928755273Disabling writes for close at 1733928755273Obtaining lock to block concurrent updates at 1733928755274 (+1 ms)Preparing flush snapshotting stores in 6dab3f86d8b40908487f5e816f524228 at 1733928755274Finished memstore snapshotting test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733928755274Flushing stores of test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. at 1733928755275 (+1 ms)Flushing 6dab3f86d8b40908487f5e816f524228/f2: creating writer at 1733928755275Flushing 6dab3f86d8b40908487f5e816f524228/f2: appending metadata at 1733928755298 (+23 ms)Flushing 6dab3f86d8b40908487f5e816f524228/f2: closing flushed file at 1733928755298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d23df6f: reopening flushed file at 1733928755710 (+412 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6dab3f86d8b40908487f5e816f524228 in 444ms, sequenceid=348, compaction requested=false at 1733928755717 (+7 ms)Writing region close event to WAL at 1733928755718 (+1 ms)Running coprocessor post-close hooks at 1733928755721 (+3 ms)Closed at 1733928755722 (+1 ms) 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733928644387,,1733928644921.6dab3f86d8b40908487f5e816f524228. 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79da993e3639a4dcd01938f3fe0175e4, disabling compactions & flushes 2024-12-11T14:52:35,722 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. after waiting 0 ms 2024-12-11T14:52:35,722 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:35,722 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79da993e3639a4dcd01938f3fe0175e4 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-11T14:52:35,726 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/f4eaae41ad00497ebb7e36a370680f88 is 158, key is trslm:hdfs://localhost:45457/backupUT\x00ns2:test-17339286443871/meta:log-roll-map/1733928728900/Put/seqid=0 2024-12-11T14:52:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742000_1176 (size=6208) 2024-12-11T14:52:35,803 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79da993e3639a4dcd01938f3fe0175e4, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:36,003 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79da993e3639a4dcd01938f3fe0175e4, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:36,030 DEBUG [regionserver/50ca74c8280f:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-11T14:52:36,055 INFO [regionserver/50ca74c8280f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T14:52:36,056 INFO [regionserver/50ca74c8280f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T14:52:36,056 INFO [regionserver/50ca74c8280f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T14:52:36,056 INFO [regionserver/50ca74c8280f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T14:52:36,118 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/28498da765a745a88678517692f38abe 2024-12-11T14:52:36,131 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/f4eaae41ad00497ebb7e36a370680f88 2024-12-11T14:52:36,152 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/table/7ec0fbb6726a4615a01f155777751825 is 88, key is ns2:table2,,1733928734433.92f7bbcd4fa5a1c283f8ce9223ab60e4./table:/1733928749671/DeleteFamily/seqid=0 2024-12-11T14:52:36,158 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/39649ca056cb4e859457b3fb5ec1b407 is 588, key is session:backup_1733928718036/session:context/1733928729329/Put/seqid=0 2024-12-11T14:52:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742001_1177 (size=6364) 2024-12-11T14:52:36,170 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/table/7ec0fbb6726a4615a01f155777751825 2024-12-11T14:52:36,178 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/info/db33b02beaeb4ca4aa0c942157705b91 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/info/db33b02beaeb4ca4aa0c942157705b91 2024-12-11T14:52:36,187 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/info/db33b02beaeb4ca4aa0c942157705b91, entries=114, sequenceid=97, filesize=18.6 K 2024-12-11T14:52:36,188 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/ns/9af44cc4509f4fdd9467c7772b2395da as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/ns/9af44cc4509f4fdd9467c7772b2395da 2024-12-11T14:52:36,195 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/ns/9af44cc4509f4fdd9467c7772b2395da, entries=10, sequenceid=97, filesize=5.6 K 2024-12-11T14:52:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742002_1178 (size=5689) 2024-12-11T14:52:36,196 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/39649ca056cb4e859457b3fb5ec1b407 2024-12-11T14:52:36,197 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/28498da765a745a88678517692f38abe as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/rep_barrier/28498da765a745a88678517692f38abe 2024-12-11T14:52:36,205 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/meta/f4eaae41ad00497ebb7e36a370680f88 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/f4eaae41ad00497ebb7e36a370680f88 2024-12-11T14:52:36,207 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-11T14:52:36,207 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 79da993e3639a4dcd01938f3fe0175e4=backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., ef62016d04acc7aa12c2ba8e1426ea0f=table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f.} 2024-12-11T14:52:36,207 DEBUG [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79da993e3639a4dcd01938f3fe0175e4, ef62016d04acc7aa12c2ba8e1426ea0f 2024-12-11T14:52:36,212 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/meta/f4eaae41ad00497ebb7e36a370680f88, entries=7, sequenceid=52, filesize=6.1 K 2024-12-11T14:52:36,213 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/.tmp/session/39649ca056cb4e859457b3fb5ec1b407 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/39649ca056cb4e859457b3fb5ec1b407 2024-12-11T14:52:36,216 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/rep_barrier/28498da765a745a88678517692f38abe, entries=3, sequenceid=97, filesize=5.5 K 2024-12-11T14:52:36,217 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/.tmp/table/7ec0fbb6726a4615a01f155777751825 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/table/7ec0fbb6726a4615a01f155777751825 2024-12-11T14:52:36,219 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/session/39649ca056cb4e859457b3fb5ec1b407, entries=2, sequenceid=52, filesize=5.6 K 2024-12-11T14:52:36,222 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/table/7ec0fbb6726a4615a01f155777751825, entries=21, sequenceid=97, filesize=6.2 K 2024-12-11T14:52:36,223 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 501ms, sequenceid=52, compaction requested=true 2024-12-11T14:52:36,232 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=97, compaction requested=false 2024-12-11T14:52:36,252 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/backup/system/79da993e3639a4dcd01938f3fe0175e4/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:36,253 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79da993e3639a4dcd01938f3fe0175e4: Waiting for close lock at 1733928755722Running coprocessor pre-close hooks at 1733928755722Disabling compacts and flushes for region at 1733928755722Disabling writes for close at 1733928755722Obtaining lock to block concurrent updates at 1733928755722Preparing flush snapshotting stores in 79da993e3639a4dcd01938f3fe0175e4 at 1733928755722Finished memstore snapshotting backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733928755723 (+1 ms)Flushing stores of backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. at 1733928755723Flushing 79da993e3639a4dcd01938f3fe0175e4/meta: creating writer at 1733928755723Flushing 79da993e3639a4dcd01938f3fe0175e4/meta: appending metadata at 1733928755726 (+3 ms)Flushing 79da993e3639a4dcd01938f3fe0175e4/meta: closing flushed file at 1733928755726Flushing 79da993e3639a4dcd01938f3fe0175e4/session: creating writer at 1733928756140 (+414 ms)Flushing 79da993e3639a4dcd01938f3fe0175e4/session: appending metadata at 1733928756158 (+18 ms)Flushing 79da993e3639a4dcd01938f3fe0175e4/session: closing flushed file at 1733928756158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3775a: reopening flushed file at 1733928756204 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bca12a: reopening flushed file at 1733928756212 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 79da993e3639a4dcd01938f3fe0175e4 in 501ms, sequenceid=52, compaction requested=true at 1733928756223 (+11 ms)Writing region close event to WAL at 1733928756235 (+12 ms)Running coprocessor post-close hooks at 1733928756252 (+17 ms)Closed at 1733928756253 (+1 ms) 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733928654086.79da993e3639a4dcd01938f3fe0175e4. 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef62016d04acc7aa12c2ba8e1426ea0f, disabling compactions & flushes 2024-12-11T14:52:36,253 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. after waiting 0 ms 2024-12-11T14:52:36,253 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:36,262 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-11T14:52:36,262 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:36,262 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T14:52:36,262 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/data/default/table1/ef62016d04acc7aa12c2ba8e1426ea0f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-11T14:52:36,262 INFO [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T14:52:36,262 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733928755202Running coprocessor pre-close hooks at 1733928755202Disabling compacts and flushes for region at 1733928755202Disabling writes for close at 1733928755202Obtaining lock to block concurrent updates at 1733928755202Preparing flush snapshotting stores in 1588230740 at 1733928755202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733928755202Flushing stores of hbase:meta,,1.1588230740 at 1733928755203 (+1 ms)Flushing 1588230740/info: creating writer at 1733928755203Flushing 1588230740/info: appending metadata at 1733928755231 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733928755231Flushing 1588230740/ns: creating writer at 1733928755265 (+34 ms)Flushing 1588230740/ns: appending metadata at 1733928755281 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733928755281Flushing 1588230740/rep_barrier: creating writer at 1733928755699 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733928755713 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733928755713Flushing 1588230740/table: creating writer at 1733928756125 (+412 ms)Flushing 1588230740/table: appending metadata at 1733928756150 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733928756151 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7918b248: reopening flushed file at 1733928756177 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27658cee: reopening flushed file at 1733928756187 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7478127f: reopening flushed file at 1733928756196 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42808df0: reopening flushed file at 1733928756216 (+20 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=97, compaction requested=false at 1733928756232 (+16 ms)Writing region close event to WAL at 1733928756258 (+26 ms)Running coprocessor post-close hooks at 1733928756262 (+4 ms)Closed at 1733928756262 2024-12-11T14:52:36,263 DEBUG [RS_CLOSE_META-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T14:52:36,263 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T14:52:36,263 INFO [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:36,263 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef62016d04acc7aa12c2ba8e1426ea0f: Waiting for close lock at 1733928756253Running coprocessor pre-close hooks at 1733928756253Disabling compacts and flushes for region at 1733928756253Disabling writes for close at 1733928756253Writing region close event to WAL at 1733928756259 (+6 ms)Running coprocessor post-close hooks at 1733928756263 (+4 ms)Closed at 1733928756263 2024-12-11T14:52:36,263 DEBUG [RS_CLOSE_REGION-regionserver/50ca74c8280f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733928739717.ef62016d04acc7aa12c2ba8e1426ea0f. 2024-12-11T14:52:36,407 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(976): stopping server 50ca74c8280f,33875,1733928631798; all regions closed. 2024-12-11T14:52:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741955_1131 (size=16160) 2024-12-11T14:52:36,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.meta.1733928722565.meta not finished, retry = 0 2024-12-11T14:52:36,516 DEBUG [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs 2024-12-11T14:52:36,516 INFO [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.meta:.meta(num 1733928722565) 2024-12-11T14:52:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741954_1130 (size=4491) 2024-12-11T14:52:36,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0.1733928722541 not finished, retry = 0 2024-12-11T14:52:36,622 DEBUG [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs 2024-12-11T14:52:36,622 INFO [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-0:(num 1733928722541) 2024-12-11T14:52:36,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/WALs/50ca74c8280f,33875,1733928631798/50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1.1733928722587 not finished, retry = 0 2024-12-11T14:52:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741956_1132 (size=7557) 2024-12-11T14:52:36,729 DEBUG [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/oldWALs 2024-12-11T14:52:36,729 INFO [RS:0;50ca74c8280f:33875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 50ca74c8280f%2C33875%2C1733928631798.50ca74c8280f%2C33875%2C1733928631798.regiongroup-1:(num 1733928722587) 2024-12-11T14:52:36,729 DEBUG [RS:0;50ca74c8280f:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:36,729 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T14:52:36,729 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T14:52:36,730 INFO [RS:0;50ca74c8280f:33875 {}] hbase.ChoreService(370): Chore service for: regionserver/50ca74c8280f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T14:52:36,730 INFO [regionserver/50ca74c8280f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T14:52:36,731 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T14:52:36,732 INFO [RS:0;50ca74c8280f:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33875 2024-12-11T14:52:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T14:52:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/50ca74c8280f,33875,1733928631798 2024-12-11T14:52:36,754 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T14:52:36,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [50ca74c8280f,33875,1733928631798] 2024-12-11T14:52:36,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/50ca74c8280f,33875,1733928631798 already deleted, retry=false 2024-12-11T14:52:36,774 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 50ca74c8280f,33875,1733928631798 expired; onlineServers=0 2024-12-11T14:52:36,774 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '50ca74c8280f,35845,1733928628417' ***** 2024-12-11T14:52:36,774 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T14:52:36,774 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T14:52:36,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-11T14:52:36,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T14:52:36,783 INFO [M:0;50ca74c8280f:35845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@70c6830d{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T14:52:36,783 INFO [M:0;50ca74c8280f:35845 {}] server.AbstractConnector(383): Stopped ServerConnector@41bbc0fc{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T14:52:36,783 INFO [M:0;50ca74c8280f:35845 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:36,784 INFO [M:0;50ca74c8280f:35845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1dea059d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T14:52:36,784 INFO [M:0;50ca74c8280f:35845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6a78538a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:36,787 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T14:52:36,787 INFO [M:0;50ca74c8280f:35845 {}] master.HMaster(1770): Stopping master jetty server 2024-12-11T14:52:36,788 INFO [M:0;50ca74c8280f:35845 {}] server.AbstractConnector(383): Stopped ServerConnector@28ef5c43{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T14:52:36,789 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T14:52:36,789 DEBUG [M:0;50ca74c8280f:35845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T14:52:36,789 INFO [M:0;50ca74c8280f:35845 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-11T14:52:36,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T14:52:36,789 INFO [M:0;50ca74c8280f:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;50ca74c8280f:35845. 2024-12-11T14:52:36,789 DEBUG [master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.small.0-1733928635691 {}] cleaner.HFileCleaner(306): Exit Thread[master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.small.0-1733928635691,5,FailOnTimeoutGroup] 2024-12-11T14:52:36,789 DEBUG [master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.large.0-1733928635684 {}] cleaner.HFileCleaner(306): Exit Thread[master/50ca74c8280f:0:becomeActiveMaster-HFileCleaner.large.0-1733928635684,5,FailOnTimeoutGroup] 2024-12-11T14:52:36,789 DEBUG [M:0;50ca74c8280f:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T14:52:36,789 DEBUG [M:0;50ca74c8280f:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:36,789 DEBUG [M:0;50ca74c8280f:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T14:52:36,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T14:52:36,790 DEBUG [M:0;50ca74c8280f:35845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T14:52:36,790 INFO [M:0;50ca74c8280f:35845 {}] hbase.ChoreService(370): Chore service for: master/50ca74c8280f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T14:52:36,790 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T14:52:36,790 DEBUG [M:0;50ca74c8280f:35845 {}] master.HMaster(1795): Stopping service threads 2024-12-11T14:52:36,790 INFO [M:0;50ca74c8280f:35845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T14:52:36,790 INFO [M:0;50ca74c8280f:35845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T14:52:36,790 ERROR [M:0;50ca74c8280f:35845 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] Thread[HFileArchiver-7,5,PEWorkerGroup] Thread[HFileArchiver-8,5,PEWorkerGroup] Thread[HFileArchiver-9,5,PEWorkerGroup] 2024-12-11T14:52:36,791 INFO [M:0;50ca74c8280f:35845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T14:52:36,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T14:52:36,792 DEBUG [M:0;50ca74c8280f:35845 {}] zookeeper.ZKUtil(347): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-11T14:52:36,793 WARN [M:0;50ca74c8280f:35845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T14:52:36,793 INFO [M:0;50ca74c8280f:35845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/.lastflushedseqids 2024-12-11T14:52:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742003_1179 (size=761) 2024-12-11T14:52:36,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T14:52:36,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1001568eab60001, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T14:52:36,867 INFO [RS:0;50ca74c8280f:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T14:52:36,867 INFO [RS:0;50ca74c8280f:33875 {}] regionserver.HRegionServer(1031): Exiting; stopping=50ca74c8280f,33875,1733928631798; zookeeper connection closed. 2024-12-11T14:52:36,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43836f13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43836f13 2024-12-11T14:52:36,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T14:52:37,208 INFO [M:0;50ca74c8280f:35845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T14:52:37,208 INFO [M:0;50ca74c8280f:35845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T14:52:37,209 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T14:52:37,221 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:52:37,221 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:52:37,221 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T14:52:37,221 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:52:37,221 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.68 KB heapSize=515.89 KB 2024-12-11T14:52:37,237 DEBUG [M:0;50ca74c8280f:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6d074cd133435f817daa63cd201b9d is 82, key is hbase:meta,,1/info:regioninfo/1733928637290/Put/seqid=0 2024-12-11T14:52:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742004_1180 (size=5672) 2024-12-11T14:52:37,643 INFO [M:0;50ca74c8280f:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6d074cd133435f817daa63cd201b9d 2024-12-11T14:52:37,675 DEBUG [M:0;50ca74c8280f:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72938d36460545a084931eabe0c257bc is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733928746584/Put/seqid=0 2024-12-11T14:52:37,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742005_1181 (size=30138) 2024-12-11T14:52:38,093 INFO [M:0;50ca74c8280f:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.13 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72938d36460545a084931eabe0c257bc 2024-12-11T14:52:38,101 INFO [M:0;50ca74c8280f:35845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72938d36460545a084931eabe0c257bc 2024-12-11T14:52:38,124 DEBUG [M:0;50ca74c8280f:35845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e15331baae8d4c0a8577b9e8da46fe57 is 69, key is 50ca74c8280f,33875,1733928631798/rs:state/1733928635776/Put/seqid=0 2024-12-11T14:52:38,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073742006_1182 (size=5156) 2024-12-11T14:52:38,139 INFO [M:0;50ca74c8280f:35845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e15331baae8d4c0a8577b9e8da46fe57 2024-12-11T14:52:38,147 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6d074cd133435f817daa63cd201b9d as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa6d074cd133435f817daa63cd201b9d 2024-12-11T14:52:38,154 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa6d074cd133435f817daa63cd201b9d, entries=8, sequenceid=881, filesize=5.5 K 2024-12-11T14:52:38,156 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72938d36460545a084931eabe0c257bc as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72938d36460545a084931eabe0c257bc 2024-12-11T14:52:38,164 INFO [M:0;50ca74c8280f:35845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72938d36460545a084931eabe0c257bc 2024-12-11T14:52:38,164 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72938d36460545a084931eabe0c257bc, entries=94, sequenceid=881, filesize=29.4 K 2024-12-11T14:52:38,166 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e15331baae8d4c0a8577b9e8da46fe57 as hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e15331baae8d4c0a8577b9e8da46fe57 2024-12-11T14:52:38,171 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45457/user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e15331baae8d4c0a8577b9e8da46fe57, entries=1, sequenceid=881, filesize=5.0 K 2024-12-11T14:52:38,172 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.68 KB/451261, heapSize ~515.59 KB/527968, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=881, compaction requested=false 2024-12-11T14:52:38,196 INFO [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T14:52:38,196 DEBUG [M:0;50ca74c8280f:35845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733928757209Disabling compacts and flushes for region at 1733928757209Disabling writes for close at 1733928757221 (+12 ms)Obtaining lock to block concurrent updates at 1733928757221Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733928757221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451261, getHeapSize=528208, getOffHeapSize=0, getCellsCount=1004 at 1733928757221Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733928757222 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733928757222Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733928757237 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733928757237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733928757648 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733928757675 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733928757675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733928758101 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733928758123 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733928758123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54df764a: reopening flushed file at 1733928758146 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e283d53: reopening flushed file at 1733928758154 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e27f13b: reopening flushed file at 1733928758164 (+10 ms)Finished flush of dataSize ~440.68 KB/451261, heapSize ~515.59 KB/527968, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=881, compaction requested=false at 1733928758173 (+9 ms)Writing region close event to WAL at 1733928758196 (+23 ms)Closed at 1733928758196 2024-12-11T14:52:38,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9defaf00-04fe-9c2d-2ddb-11f431559cd0/MasterData/WALs/50ca74c8280f,35845,1733928628417/50ca74c8280f%2C35845%2C1733928628417.50ca74c8280f%2C35845%2C1733928628417.regiongroup-0.1733928634116 not finished, retry = 0 2024-12-11T14:52:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741830_1006 (size=509437) 2024-12-11T14:52:38,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T14:52:38,328 INFO [M:0;50ca74c8280f:35845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T14:52:38,328 INFO [M:0;50ca74c8280f:35845 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-11T14:52:38,328 INFO [M:0;50ca74c8280f:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35845 2024-12-11T14:52:38,329 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T14:52:38,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T14:52:38,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35845-0x1001568eab60000, quorum=127.0.0.1:64976, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T14:52:38,445 INFO [M:0;50ca74c8280f:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T14:52:38,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6615abd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T14:52:38,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575623d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3b2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23234670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T14:52:38,487 WARN [BP-312490535-172.17.0.2-1733928622147 heartbeating to localhost/127.0.0.1:45457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T14:52:38,487 WARN [BP-312490535-172.17.0.2-1733928622147 heartbeating to localhost/127.0.0.1:45457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-312490535-172.17.0.2-1733928622147 (Datanode Uuid ad78f1ac-6381-48ca-8955-de7ff43ff803) service to localhost/127.0.0.1:45457 2024-12-11T14:52:38,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T14:52:38,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data1/current/BP-312490535-172.17.0.2-1733928622147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T14:52:38,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/cluster_746ccf04-173f-f3e3-25be-7c7d0882f695/data/data2/current/BP-312490535-172.17.0.2-1733928622147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T14:52:38,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T14:52:38,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@537cd29e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T14:52:38,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e1eaf3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365a7fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c64c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T14:52:38,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T14:52:38,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-11T14:52:38,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7600fd91{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T14:52:38,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f83b3fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7638aa21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50353fa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fb500e8{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T14:52:38,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52fff082{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c55210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72b6aa88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,863 ERROR [Thread[Thread-264,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T14:52:38,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7107b858{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T14:52:38,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@758d76c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a8333e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f6275d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,875 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-11T14:52:38,899 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-11T14:52:38,908 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-11T14:52:38,919 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T14:52:38,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30fdc1{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T14:52:38,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d309ba4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T14:52:38,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T14:52:38,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@110a8691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T14:52:38,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e8a84cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/4cdaf420-b2d6-095f-650b-f44f4cdb609c/hadoop.log.dir/,STOPPED} 2024-12-11T14:52:38,937 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T14:52:38,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped