2024-11-22 06:11:43,066 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-22 06:11:43,086 main DEBUG Took 0.017091 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 06:11:43,087 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 06:11:43,087 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 06:11:43,089 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 06:11:43,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,116 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 06:11:43,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,169 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,173 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 06:11:43,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,179 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 06:11:43,181 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 06:11:43,183 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 06:11:43,186 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 06:11:43,187 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 06:11:43,189 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 06:11:43,190 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 06:11:43,204 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 06:11:43,208 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 06:11:43,211 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 06:11:43,211 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 06:11:43,212 main DEBUG createAppenders(={Console}) 2024-11-22 06:11:43,214 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-22 06:11:43,214 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-22 06:11:43,215 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-22 06:11:43,216 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 06:11:43,216 main DEBUG OutputStream closed 2024-11-22 06:11:43,217 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 06:11:43,217 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 06:11:43,218 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-22 06:11:43,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 06:11:43,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 06:11:43,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 06:11:43,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 06:11:43,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 06:11:43,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 06:11:43,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 06:11:43,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 06:11:43,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 06:11:43,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 06:11:43,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 06:11:43,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 06:11:43,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 06:11:43,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 06:11:43,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 06:11:43,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 06:11:43,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 06:11:43,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 06:11:43,364 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 06:11:43,365 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-22 06:11:43,365 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 06:11:43,367 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-22T06:11:43,426 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-22 06:11:43,430 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 06:11:43,430 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T06:11:43,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34 2024-11-22T06:11:43,878 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T06:11:43,880 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:11:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T06:11:43,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b, deleteOnExit=true 2024-11-22T06:11:43,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T06:11:43,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/test.cache.data in system properties and HBase conf 2024-11-22T06:11:43,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T06:11:43,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir in system properties and HBase conf 2024-11-22T06:11:43,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T06:11:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T06:11:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T06:11:44,121 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T06:11:44,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T06:11:44,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T06:11:44,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T06:11:44,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T06:11:44,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T06:11:44,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T06:11:44,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T06:11:44,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T06:11:44,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T06:11:44,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T06:11:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/nfs.dump.dir in system properties and HBase conf 2024-11-22T06:11:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir in system properties and HBase conf 2024-11-22T06:11:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T06:11:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T06:11:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T06:11:45,589 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T06:11:45,704 INFO [Time-limited test {}] log.Log(170): Logging initialized @3538ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T06:11:45,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:45,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:46,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:46,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:46,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T06:11:46,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:46,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b7670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:46,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9bdb94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:46,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@187e2c42{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-45585-hadoop-hdfs-3_4_1-tests_jar-_-any-1986699362647389226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T06:11:46,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@414d0c2{HTTP/1.1, (http/1.1)}{localhost:45585} 2024-11-22T06:11:46,327 INFO [Time-limited test {}] server.Server(415): Started @4163ms 2024-11-22T06:11:46,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:46,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:46,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:46,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:46,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T06:11:46,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74318ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:46,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6d59b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:47,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48045b24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-33817-hadoop-hdfs-3_4_1-tests_jar-_-any-5937798826838685675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T06:11:47,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@167e0671{HTTP/1.1, (http/1.1)}{localhost:33817} 2024-11-22T06:11:47,087 INFO [Time-limited test {}] server.Server(415): Started @4923ms 2024-11-22T06:11:47,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T06:11:48,322 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data1/current/BP-2128214905-172.17.0.2-1732255905077/current, will proceed with Du for space computation calculation, 2024-11-22T06:11:48,322 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data2/current/BP-2128214905-172.17.0.2-1732255905077/current, will proceed with Du for space computation calculation, 2024-11-22T06:11:48,355 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T06:11:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f528ad7f287b75 with lease ID 0x51d961e99a68a35d: Processing first storage report for DS-03335a38-e015-4fb5-b8ec-ed2831174388 from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=3f034db7-7d08-4e4f-915f-326e585d7685, infoPort=34659, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=215830019;c=1732255905077) 2024-11-22T06:11:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f528ad7f287b75 with lease ID 0x51d961e99a68a35d: from storage DS-03335a38-e015-4fb5-b8ec-ed2831174388 node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=3f034db7-7d08-4e4f-915f-326e585d7685, infoPort=34659, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=215830019;c=1732255905077), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T06:11:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f528ad7f287b75 with lease ID 0x51d961e99a68a35d: Processing first storage report for DS-944cc92f-60a2-4db7-b4a3-2d87ce4102f2 from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=3f034db7-7d08-4e4f-915f-326e585d7685, infoPort=34659, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=215830019;c=1732255905077) 2024-11-22T06:11:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f528ad7f287b75 with lease ID 0x51d961e99a68a35d: from storage DS-944cc92f-60a2-4db7-b4a3-2d87ce4102f2 node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=3f034db7-7d08-4e4f-915f-326e585d7685, infoPort=34659, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=215830019;c=1732255905077), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T06:11:48,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34 2024-11-22T06:11:48,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/zookeeper_0, clientPort=61438, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T06:11:48,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61438 2024-11-22T06:11:48,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:48,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741825_1001 (size=7) 2024-11-22T06:11:49,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 with version=8 2024-11-22T06:11:49,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging 2024-11-22T06:11:49,293 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-22T06:11:49,293 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-22T06:11:49,294 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-22T06:11:49,294 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-22T06:11:49,395 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T06:11:49,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/407411ea95db:0 server-side Connection retries=45 2024-11-22T06:11:49,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:49,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:49,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T06:11:49,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:49,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T06:11:49,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T06:11:49,879 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T06:11:49,892 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T06:11:49,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T06:11:49,931 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 139470 (auto-detected) 2024-11-22T06:11:49,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T06:11:49,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41261 2024-11-22T06:11:49,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41261 connecting to ZooKeeper ensemble=127.0.0.1:61438 2024-11-22T06:11:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412610x0, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T06:11:50,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41261-0x101627515930000 connected 2024-11-22T06:11:50,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:50,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:50,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T06:11:50,278 INFO [Time-limited test {}] log.Log(170): Logging initialized @8115ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T06:11:50,328 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T06:11:50,328 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T06:11:50,329 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T06:11:50,330 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T06:11:50,331 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T06:11:50,333 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-22T06:11:50,333 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T06:11:50,333 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T06:11:50,336 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T06:11:50,413 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42865 2024-11-22T06:11:50,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T06:11:50,433 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:50,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:50,436 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:50,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T06:11:50,491 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T06:11:50,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:50,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:50,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T06:11:50,507 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:51,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T06:11:51,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:42865} 2024-11-22T06:11:51,194 INFO [Time-limited test {}] server.Server(415): Started @9030ms 2024-11-22T06:11:51,200 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264, hbase.cluster.distributed=false 2024-11-22T06:11:51,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T06:11:51,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41261 2024-11-22T06:11:51,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41261 2024-11-22T06:11:51,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41261 2024-11-22T06:11:51,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41261 2024-11-22T06:11:51,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41261 2024-11-22T06:11:51,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/407411ea95db:0 server-side Connection retries=45 2024-11-22T06:11:51,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:51,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:51,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T06:11:51,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T06:11:51,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T06:11:51,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T06:11:51,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T06:11:51,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41665 2024-11-22T06:11:51,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41665 connecting to ZooKeeper ensemble=127.0.0.1:61438 2024-11-22T06:11:51,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:51,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416650x0, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T06:11:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416650x0, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T06:11:51,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41665-0x101627515930001 connected 2024-11-22T06:11:51,465 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T06:11:51,465 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T06:11:51,466 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T06:11:51,466 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T06:11:51,466 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T06:11:51,467 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-22T06:11:51,467 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T06:11:51,468 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T06:11:51,468 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T06:11:51,470 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36409 2024-11-22T06:11:51,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T06:11:51,475 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:51,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@49a96946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:51,476 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:51,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T06:11:51,495 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T06:11:51,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:51,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:51,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T06:11:51,499 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T06:11:51,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@47c84617{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T06:11:51,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f57b195{HTTP/1.1, (http/1.1)}{0.0.0.0:36409} 2024-11-22T06:11:51,504 INFO [Time-limited test {}] server.Server(415): Started @9340ms 2024-11-22T06:11:51,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T06:11:51,518 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T06:11:51,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-22T06:11:51,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T06:11:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-22T06:11:51,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41665 2024-11-22T06:11:51,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41665 2024-11-22T06:11:51,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-22T06:11:51,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-22T06:11:51,543 DEBUG [M:0;407411ea95db:41261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;407411ea95db:41261 2024-11-22T06:11:51,546 INFO [master/407411ea95db:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T06:11:51,551 INFO [master/407411ea95db:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@234e862b{HTTP/1.1, (http/1.1)}{0.0.0.0:34049} 2024-11-22T06:11:51,552 INFO [master/407411ea95db:0:becomeActiveMaster {}] server.Server(415): Started @9388ms 2024-11-22T06:11:51,552 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/407411ea95db,41261,1732255909450 2024-11-22T06:11:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T06:11:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T06:11:51,575 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/407411ea95db,41261,1732255909450 2024-11-22T06:11:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-22T06:11:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:51,605 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-22T06:11:51,607 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/407411ea95db,41261,1732255909450 from backup master directory 2024-11-22T06:11:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T06:11:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/407411ea95db,41261,1732255909450 2024-11-22T06:11:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T06:11:51,616 WARN [master/407411ea95db:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T06:11:51,617 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=407411ea95db,41261,1732255909450 2024-11-22T06:11:51,619 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T06:11:51,621 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T06:11:51,679 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase.id] with ID: 8803de30-726e-4aed-82fb-b8a5e1490107 2024-11-22T06:11:51,680 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.tmp/hbase.id 2024-11-22T06:11:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741826_1002 (size=42) 2024-11-22T06:11:52,093 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.tmp/hbase.id]:[hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase.id] 2024-11-22T06:11:52,139 INFO [master/407411ea95db:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T06:11:52,143 INFO [master/407411ea95db:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T06:11:52,162 INFO [master/407411ea95db:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T06:11:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741827_1003 (size=196) 2024-11-22T06:11:52,651 INFO [master/407411ea95db:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:11:52,653 INFO [master/407411ea95db:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T06:11:52,658 INFO [master/407411ea95db:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T06:11:52,660 INFO [master/407411ea95db:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T06:11:52,669 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T06:11:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741828_1004 (size=1189) 2024-11-22T06:11:53,119 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store 2024-11-22T06:11:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741829_1005 (size=34) 2024-11-22T06:11:53,543 INFO [master/407411ea95db:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T06:11:53,547 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:11:53,549 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T06:11:53,549 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:11:53,549 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:11:53,551 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T06:11:53,552 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:11:53,552 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:11:53,553 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732255913548Disabling compacts and flushes for region at 1732255913548Disabling writes for close at 1732255913551 (+3 ms)Writing region close event to WAL at 1732255913552 (+1 ms)Closed at 1732255913552 2024-11-22T06:11:53,556 WARN [master/407411ea95db:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/.initializing 2024-11-22T06:11:53,556 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/WALs/407411ea95db,41261,1732255909450 2024-11-22T06:11:53,561 INFO [master/407411ea95db:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T06:11:53,567 INFO [master/407411ea95db:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 407411ea95db,41261,1732255909450.regiongroup-0 2024-11-22T06:11:53,583 INFO [master/407411ea95db:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=407411ea95db%2C41261%2C1732255909450.407411ea95db%2C41261%2C1732255909450.regiongroup-0, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/WALs/407411ea95db,41261,1732255909450, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/oldWALs, maxLogs=10 2024-11-22T06:11:53,607 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/WALs/407411ea95db,41261,1732255909450/407411ea95db%2C41261%2C1732255909450.407411ea95db%2C41261%2C1732255909450.regiongroup-0.1732255913588, exclude list is [], retry=0 2024-11-22T06:11:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:11:53,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T06:11:53,684 INFO [master/407411ea95db:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/WALs/407411ea95db,41261,1732255909450/407411ea95db%2C41261%2C1732255909450.407411ea95db%2C41261%2C1732255909450.regiongroup-0.1732255913588 2024-11-22T06:11:53,685 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:11:53,686 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:11:53,686 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:11:53,691 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,692 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T06:11:53,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:53,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:53,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T06:11:53,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:53,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:11:53,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T06:11:53,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:53,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:11:53,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T06:11:53,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:53,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:11:53,792 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,797 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,798 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,805 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,806 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,810 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T06:11:53,814 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T06:11:53,820 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:11:53,821 INFO [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11304395200, jitterRate=0.05280384421348572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T06:11:53,830 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732255913709Initializing all the Stores at 1732255913711 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255913712 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255913714 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255913714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255913714Cleaning up temporary data from old regions at 1732255913806 (+92 ms)Region opened successfully at 1732255913830 (+24 ms) 2024-11-22T06:11:53,832 INFO [master/407411ea95db:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T06:11:53,874 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402d9eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=407411ea95db/172.17.0.2:0 2024-11-22T06:11:53,955 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T06:11:53,989 INFO [master/407411ea95db:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T06:11:53,990 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T06:11:53,994 INFO [master/407411ea95db:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T06:11:53,996 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T06:11:54,003 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-22T06:11:54,003 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T06:11:54,037 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T06:11:54,049 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-22T06:11:54,112 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-22T06:11:54,115 INFO [master/407411ea95db:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T06:11:54,117 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-22T06:11:54,129 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-22T06:11:54,132 INFO [master/407411ea95db:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T06:11:54,136 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-22T06:11:54,145 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-22T06:11:54,147 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-22T06:11:54,156 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-22T06:11:54,178 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T06:11:54,186 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-22T06:11:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T06:11:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T06:11:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,202 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=407411ea95db,41261,1732255909450, sessionid=0x101627515930000, setting cluster-up flag (Was=false) 2024-11-22T06:11:54,207 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-22T06:11:54,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,278 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-22T06:11:54,280 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=407411ea95db,41261,1732255909450 2024-11-22T06:11:54,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,361 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-22T06:11:54,363 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=407411ea95db,41261,1732255909450 2024-11-22T06:11:54,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:54,423 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-22T06:11:54,425 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=407411ea95db,41261,1732255909450 2024-11-22T06:11:54,432 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T06:11:54,441 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(746): ClusterId : 8803de30-726e-4aed-82fb-b8a5e1490107 2024-11-22T06:11:54,443 INFO [RS:0;407411ea95db:41665 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-22T06:11:54,445 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T06:11:54,464 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T06:11:54,464 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-22T06:11:54,475 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-22T06:11:54,475 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T06:11:54,488 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T06:11:54,489 DEBUG [RS:0;407411ea95db:41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fd2a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=407411ea95db/172.17.0.2:0 2024-11-22T06:11:54,505 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;407411ea95db:41665 2024-11-22T06:11:54,510 INFO [RS:0;407411ea95db:41665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T06:11:54,510 INFO [RS:0;407411ea95db:41665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T06:11:54,510 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T06:11:54,513 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(2659): reportForDuty to master=407411ea95db,41261,1732255909450 with port=41665, startcode=1732255911345 2024-11-22T06:11:54,530 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T06:11:54,532 DEBUG [RS:0;407411ea95db:41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T06:11:54,541 INFO [master/407411ea95db:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T06:11:54,550 INFO [master/407411ea95db:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T06:11:54,556 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 407411ea95db,41261,1732255909450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T06:11:54,569 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/407411ea95db:0, corePoolSize=5, maxPoolSize=5 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/407411ea95db:0, corePoolSize=5, maxPoolSize=5 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/407411ea95db:0, corePoolSize=5, maxPoolSize=5 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/407411ea95db:0, corePoolSize=5, maxPoolSize=5 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/407411ea95db:0, corePoolSize=10, maxPoolSize=10 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/407411ea95db:0, corePoolSize=2, maxPoolSize=2 2024-11-22T06:11:54,570 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T06:11:54,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T06:11:54,587 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732255944587 2024-11-22T06:11:54,589 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T06:11:54,589 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T06:11:54,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:54,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T06:11:54,591 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T06:11:54,595 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T06:11:54,595 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-22T06:11:54,596 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T06:11:54,596 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T06:11:54,596 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T06:11:54,597 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41261 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T06:11:54,598 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,605 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T06:11:54,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741831_1007 (size=1321) 2024-11-22T06:11:54,606 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T06:11:54,607 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T06:11:54,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T06:11:54,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:11:54,621 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c0c411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:54,621 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:11:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741832_1008 (size=32) 2024-11-22T06:11:54,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:11:54,626 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:11:54,634 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T06:11:54,635 WARN [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T06:11:54,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T06:11:54,636 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:11:54,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T06:11:54,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:54,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:54,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:11:54,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T06:11:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:11:54,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T06:11:54,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec12c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:11:54,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:54,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T06:11:54,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T06:11:54,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:11:54,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:54,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:11:54,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:11:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T06:11:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69392ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:54,657 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T06:11:54,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T06:11:54,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:54,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:54,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T06:11:54,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740 2024-11-22T06:11:54,663 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T06:11:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740 2024-11-22T06:11:54,663 INFO [master/407411ea95db:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T06:11:54,665 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/407411ea95db:0:becomeActiveMaster-HFileCleaner.large.0-1732255914664,5,FailOnTimeoutGroup] 2024-11-22T06:11:54,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T06:11:54,666 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/407411ea95db:0:becomeActiveMaster-HFileCleaner.small.0-1732255914666,5,FailOnTimeoutGroup] 2024-11-22T06:11:54,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T06:11:54,666 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,667 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T06:11:54,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T06:11:54,668 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,668 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T06:11:54,674 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:11:54,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10164095360, jitterRate=-0.053394854068756104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T06:11:54,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732255914625Initializing all the Stores at 1732255914627 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255914627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255914634 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255914635 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255914635Cleaning up temporary data from old regions at 1732255914666 (+31 ms)Region opened successfully at 1732255914679 (+13 ms) 2024-11-22T06:11:54,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T06:11:54,679 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T06:11:54,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T06:11:54,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T06:11:54,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T06:11:54,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T06:11:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732255914679Disabling compacts and flushes for region at 1732255914679Disabling writes for close at 1732255914680 (+1 ms)Writing region close event to WAL at 1732255914681 (+1 ms)Closed at 1732255914681 2024-11-22T06:11:54,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T06:11:54,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T06:11:54,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T06:11:54,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T06:11:54,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T06:11:54,736 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(2659): reportForDuty to master=407411ea95db,41261,1732255909450 with port=41665, startcode=1732255911345 2024-11-22T06:11:54,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 407411ea95db,41665,1732255911345 2024-11-22T06:11:54,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41261 {}] master.ServerManager(517): Registering regionserver=407411ea95db,41665,1732255911345 2024-11-22T06:11:54,750 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:11:54,750 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-11-22T06:11:54,750 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=42865 2024-11-22T06:11:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T06:11:54,787 DEBUG [RS:0;407411ea95db:41665 {}] zookeeper.ZKUtil(111): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rs/407411ea95db,41665,1732255911345 2024-11-22T06:11:54,787 WARN [RS:0;407411ea95db:41665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T06:11:54,788 INFO [RS:0;407411ea95db:41665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T06:11:54,788 INFO [RS:0;407411ea95db:41665 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T06:11:54,788 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345 2024-11-22T06:11:54,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [407411ea95db,41665,1732255911345] 2024-11-22T06:11:54,818 INFO [RS:0;407411ea95db:41665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T06:11:54,833 INFO [RS:0;407411ea95db:41665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T06:11:54,838 INFO [RS:0;407411ea95db:41665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T06:11:54,839 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,840 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T06:11:54,845 INFO [RS:0;407411ea95db:41665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T06:11:54,846 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,846 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/407411ea95db:0, corePoolSize=2, maxPoolSize=2 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,847 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,848 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,848 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/407411ea95db:0, corePoolSize=1, maxPoolSize=1 2024-11-22T06:11:54,848 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0, corePoolSize=3, maxPoolSize=3 2024-11-22T06:11:54,848 DEBUG [RS:0;407411ea95db:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/407411ea95db:0, corePoolSize=3, maxPoolSize=3 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,851 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41665,1732255911345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T06:11:54,854 WARN [407411ea95db:41261 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T06:11:54,869 INFO [RS:0;407411ea95db:41665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T06:11:54,871 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41665,1732255911345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,871 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,871 INFO [RS:0;407411ea95db:41665 {}] regionserver.Replication(171): 407411ea95db,41665,1732255911345 started 2024-11-22T06:11:54,887 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:54,887 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1482): Serving as 407411ea95db,41665,1732255911345, RpcServer on 407411ea95db/172.17.0.2:41665, sessionid=0x101627515930001 2024-11-22T06:11:54,888 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T06:11:54,888 DEBUG [RS:0;407411ea95db:41665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 407411ea95db,41665,1732255911345 2024-11-22T06:11:54,888 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '407411ea95db,41665,1732255911345' 2024-11-22T06:11:54,888 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-22T06:11:54,889 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-22T06:11:54,890 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T06:11:54,890 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-22T06:11:54,890 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '407411ea95db,41665,1732255911345' 2024-11-22T06:11:54,890 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:11:54,891 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:11:54,892 INFO [RS:0;407411ea95db:41665 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-22T06:11:54,892 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-22T06:11:54,892 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T06:11:54,892 DEBUG [RS:0;407411ea95db:41665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 407411ea95db,41665,1732255911345 2024-11-22T06:11:54,892 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '407411ea95db,41665,1732255911345' 2024-11-22T06:11:54,892 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-22T06:11:54,893 DEBUG [RS:0;407411ea95db:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-22T06:11:54,893 DEBUG [RS:0;407411ea95db:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T06:11:54,893 INFO [RS:0;407411ea95db:41665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T06:11:54,894 INFO [RS:0;407411ea95db:41665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T06:11:54,999 INFO [RS:0;407411ea95db:41665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T06:11:55,000 INFO [RS:0;407411ea95db:41665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 407411ea95db,41665,1732255911345.regiongroup-0 2024-11-22T06:11:55,004 INFO [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs, maxLogs=32 2024-11-22T06:11:55,025 DEBUG [RS:0;407411ea95db:41665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007, exclude list is [], retry=0 2024-11-22T06:11:55,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:11:55,034 INFO [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 2024-11-22T06:11:55,034 DEBUG [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:11:55,106 DEBUG [407411ea95db:41261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T06:11:55,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:11:55,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 407411ea95db,41665,1732255911345, state=OPENING 2024-11-22T06:11:55,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T06:11:55,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:55,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:11:55,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T06:11:55,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T06:11:55,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T06:11:55,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:11:55,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T06:11:55,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T06:11:55,353 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T06:11:55,354 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T06:11:55,354 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T06:11:55,354 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T06:11:55,355 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T06:11:55,358 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=407411ea95db%2C41665%2C1732255911345.meta, suffix=.meta, logDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs, maxLogs=32 2024-11-22T06:11:55,378 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta, exclude list is [], retry=0 2024-11-22T06:11:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:11:55,385 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta 2024-11-22T06:11:55,386 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:11:55,386 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:11:55,391 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:11:55,392 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T06:11:55,394 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T06:11:55,395 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T06:11:55,398 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T06:11:55,398 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:11:55,399 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T06:11:55,399 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T06:11:55,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T06:11:55,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T06:11:55,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:55,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:55,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T06:11:55,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T06:11:55,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:55,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:55,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T06:11:55,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T06:11:55,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:55,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:55,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T06:11:55,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T06:11:55,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:11:55,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T06:11:55,419 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T06:11:55,421 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740 2024-11-22T06:11:55,425 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740 2024-11-22T06:11:55,428 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T06:11:55,428 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T06:11:55,430 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T06:11:55,434 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T06:11:55,437 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10044816320, jitterRate=-0.06450358033180237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T06:11:55,437 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T06:11:55,439 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732255915399Writing region info on filesystem at 1732255915400 (+1 ms)Initializing all the Stores at 1732255915401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255915401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255915402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255915402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732255915402Cleaning up temporary data from old regions at 1732255915428 (+26 ms)Running coprocessor post-open hooks at 1732255915437 (+9 ms)Region opened successfully at 1732255915439 (+2 ms) 2024-11-22T06:11:55,448 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732255915333 2024-11-22T06:11:55,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:11:55,466 DEBUG [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T06:11:55,466 INFO [RS_OPEN_META-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T06:11:55,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 407411ea95db,41665,1732255911345, state=OPEN 2024-11-22T06:11:55,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T06:11:55,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T06:11:55,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T06:11:55,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T06:11:55,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=407411ea95db,41665,1732255911345 2024-11-22T06:11:55,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T06:11:55,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=407411ea95db,41665,1732255911345 in 336 msec 2024-11-22T06:11:55,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T06:11:55,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 822 msec 2024-11-22T06:11:55,523 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T06:11:55,523 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T06:11:55,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:11:55,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:11:55,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:11:55,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:11:55,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-11-22T06:11:55,606 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732255915606, completionTime=-1 2024-11-22T06:11:55,609 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T06:11:55,610 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T06:11:55,642 INFO [master/407411ea95db:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T06:11:55,642 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732255975642 2024-11-22T06:11:55,642 INFO [master/407411ea95db:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732256035642 2024-11-22T06:11:55,642 INFO [master/407411ea95db:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-22T06:11:55,645 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,645 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,646 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,648 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-407411ea95db:41261, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,648 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,649 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,657 DEBUG [master/407411ea95db:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T06:11:55,688 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.071sec 2024-11-22T06:11:55,689 INFO [master/407411ea95db:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T06:11:55,691 INFO [master/407411ea95db:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T06:11:55,692 INFO [master/407411ea95db:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T06:11:55,693 INFO [master/407411ea95db:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T06:11:55,693 INFO [master/407411ea95db:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T06:11:55,694 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T06:11:55,694 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T06:11:55,704 DEBUG [master/407411ea95db:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T06:11:55,705 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T06:11:55,705 INFO [master/407411ea95db:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=407411ea95db,41261,1732255909450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T06:11:55,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df24480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:55,746 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T06:11:55,746 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T06:11:55,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:11:55,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:11:55,758 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:11:55,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:11:55,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:11:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5273da3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:11:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:11:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:11:55,763 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:11:55,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f73bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:11:55,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:11:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:11:55,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:11:55,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:11:55,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=407411ea95db,41261,1732255909450 2024-11-22T06:11:55,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/test.cache.data in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T06:11:55,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/nfs.dump.dir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T06:11:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T06:11:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741835_1011 (size=592039) 2024-11-22T06:11:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741836_1012 (size=1663647) 2024-11-22T06:11:57,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:57,299 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:57,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:57,519 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T06:11:57,520 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:57,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:57,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:57,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T06:11:57,527 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:57,527 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:57,527 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T06:11:57,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:57,531 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d507314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:57,531 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62be5610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:57,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56497c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:57,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d2c48a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:57,662 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-22T06:11:57,662 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-22T06:11:57,662 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T06:11:57,664 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T06:11:57,709 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:57,753 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:57,964 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-22T06:11:57,984 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68458a3c{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-41919-hadoop-yarn-common-3_4_1_jar-_-any-1711130034797414316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T06:11:57,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d52e45e{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-38481-hadoop-yarn-common-3_4_1_jar-_-any-7117636990787969445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T06:11:57,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e8ef{HTTP/1.1, (http/1.1)}{localhost:38481} 2024-11-22T06:11:57,985 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@675d49e7{HTTP/1.1, (http/1.1)}{localhost:41919} 2024-11-22T06:11:57,985 INFO [Time-limited test {}] server.Server(415): Started @15821ms 2024-11-22T06:11:57,985 INFO [Thread-251 {}] server.Server(415): Started @15822ms 2024-11-22T06:11:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741837_1013 (size=5) 2024-11-22T06:11:58,814 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T06:11:58,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:58,856 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T06:11:58,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:58,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:58,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:58,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T06:11:58,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:58,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5bedc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:58,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190a9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:58,949 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T06:11:58,949 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T06:11:58,950 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T06:11:58,950 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T06:11:58,971 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:58,982 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:59,132 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:59,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56569b08{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-42153-hadoop-yarn-common-3_4_1_jar-_-any-5041675278264436164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T06:11:59,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8b85a8d{HTTP/1.1, (http/1.1)}{localhost:42153} 2024-11-22T06:11:59,148 INFO [Time-limited test {}] server.Server(415): Started @16985ms 2024-11-22T06:11:59,269 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T06:11:59,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:59,284 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T06:11:59,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T06:11:59,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T06:11:59,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T06:11:59,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T06:11:59,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T06:11:59,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295c5da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,AVAILABLE} 2024-11-22T06:11:59,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba2af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T06:11:59,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T06:11:59,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T06:11:59,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T06:11:59,334 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T06:11:59,342 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:59,348 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:59,467 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T06:11:59,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5956b8ba{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/java.io.tmpdir/jetty-localhost-43325-hadoop-yarn-common-3_4_1_jar-_-any-12191950247016666423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T06:11:59,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c1b24f8{HTTP/1.1, (http/1.1)}{localhost:43325} 2024-11-22T06:11:59,483 INFO [Time-limited test {}] server.Server(415): Started @17319ms 2024-11-22T06:11:59,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-22T06:11:59,516 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44643/backupUT 2024-11-22T06:11:59,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:11:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:11:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484d50f4 2024-11-22T06:11:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:11:59,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:11:59,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-22T06:11:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-22T06:11:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T06:11:59,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 25 msec 2024-11-22T06:11:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T06:11:59,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-22T06:11:59,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-22T06:11:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-22T06:11:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T06:11:59,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec 2024-11-22T06:11:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T06:11:59,782 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-22T06:11:59,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-22T06:11:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-22T06:11:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T06:11:59,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-11-22T06:11:59,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T06:11:59,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T06:11:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:11:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-22T06:11:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T06:11:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T06:11:59,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T06:11:59,885 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T06:11:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T06:11:59,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-22T06:11:59,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-22T06:11:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-22T06:11:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T06:11:59,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-22T06:12:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T06:12:00,022 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-22T06:12:00,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732255919516', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732255919516 2024-11-22T06:12:00,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:00,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732255919516" procId is: 8 2024-11-22T06:12:00,042 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:00,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741838_1014 (size=367) 2024-11-22T06:12:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:00,459 INFO [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a32357810a14c74635c0524234710dc, NAME => 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741839_1015 (size=53) 2024-11-22T06:12:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:00,868 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:00,869 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1722): Closing 6a32357810a14c74635c0524234710dc, disabling compactions & flushes 2024-11-22T06:12:00,869 INFO [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:00,869 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:00,869 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. after waiting 0 ms 2024-11-22T06:12:00,869 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:00,869 INFO [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1973): Closed test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:00,869 DEBUG [RegionOpenAndInit-test-1732255919516-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a32357810a14c74635c0524234710dc: Waiting for close lock at 1732255920868Disabling compacts and flushes for region at 1732255920868Disabling writes for close at 1732255920869 (+1 ms)Writing region close event to WAL at 1732255920869Closed at 1732255920869 2024-11-22T06:12:00,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:00,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732255920872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255920872"}]},"ts":"1732255920872"} 2024-11-22T06:12:00,882 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:00,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:00,887 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732255919516","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255920884"}]},"ts":"1732255920884"} 2024-11-22T06:12:00,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732255919516, state=ENABLING in hbase:meta 2024-11-22T06:12:00,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, ASSIGN}] 2024-11-22T06:12:00,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, ASSIGN 2024-11-22T06:12:00,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:00,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T06:12:00,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T06:12:01,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, ASSIGN because future has completed 2024-11-22T06:12:01,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:01,227 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:01,227 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T06:12:01,227 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 407411ea95db,41665,1732255911345.regiongroup-1 2024-11-22T06:12:01,230 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs, maxLogs=32 2024-11-22T06:12:01,245 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232, exclude list is [], retry=0 2024-11-22T06:12:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:01,251 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 2024-11-22T06:12:01,252 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:01,252 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a32357810a14c74635c0524234710dc, NAME => 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:01,252 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:01,252 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732255919516 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,252 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:01,253 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,253 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,255 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,258 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName f 2024-11-22T06:12:01,258 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:01,259 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:01,260 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,261 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,262 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,262 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,262 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,266 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,269 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:01,270 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 6a32357810a14c74635c0524234710dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10347234400, jitterRate=-0.03633870184421539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:12:01,270 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:01,272 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6a32357810a14c74635c0524234710dc: Running coprocessor pre-open hook at 1732255921253Writing region info on filesystem at 1732255921253Initializing all the Stores at 1732255921254 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255921254Cleaning up temporary data from old regions at 1732255921263 (+9 ms)Running coprocessor post-open hooks at 1732255921270 (+7 ms)Region opened successfully at 1732255921272 (+2 ms) 2024-11-22T06:12:01,274 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., pid=10, masterSystemTime=1732255921207 2024-11-22T06:12:01,278 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:01,278 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:01,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:01,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T06:12:01,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 in 233 msec 2024-11-22T06:12:01,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T06:12:01,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, ASSIGN in 399 msec 2024-11-22T06:12:01,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:01,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732255919516","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255921298"}]},"ts":"1732255921298"} 2024-11-22T06:12:01,301 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732255919516, state=ENABLED in hbase:meta 2024-11-22T06:12:01,303 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732255919516 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:01,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732255919516 in 1.2710 sec 2024-11-22T06:12:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T06:12:02,192 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732255919516 completed 2024-11-22T06:12:02,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20683762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:02,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:02,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:02,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db87827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:02,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97855a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:02,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:02,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='row0', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:02,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(8528): writing data to region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T06:12:02,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17322559195161', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17322559195161 2024-11-22T06:12:02,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:02,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:02,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17322559195161" procId is: 11 2024-11-22T06:12:02,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741841_1017 (size=364) 2024-11-22T06:12:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:02,790 INFO [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ad4e0b74d92e2a27e4d184b570def19, NAME => 'ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17322559195161', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741842_1018 (size=50) 2024-11-22T06:12:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:03,201 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:03,201 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1722): Closing 3ad4e0b74d92e2a27e4d184b570def19, disabling compactions & flushes 2024-11-22T06:12:03,201 INFO [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,201 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,201 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. after waiting 0 ms 2024-11-22T06:12:03,201 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,202 INFO [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,202 DEBUG [RegionOpenAndInit-ns2:test-17322559195161-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ad4e0b74d92e2a27e4d184b570def19: Waiting for close lock at 1732255923201Disabling compacts and flushes for region at 1732255923201Disabling writes for close at 1732255923201Writing region close event to WAL at 1732255923201Closed at 1732255923202 (+1 ms) 2024-11-22T06:12:03,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:03,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732255923204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255923204"}]},"ts":"1732255923204"} 2024-11-22T06:12:03,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:03,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:03,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17322559195161","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255923209"}]},"ts":"1732255923209"} 2024-11-22T06:12:03,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17322559195161, state=ENABLING in hbase:meta 2024-11-22T06:12:03,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322559195161, region=3ad4e0b74d92e2a27e4d184b570def19, ASSIGN}] 2024-11-22T06:12:03,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322559195161, region=3ad4e0b74d92e2a27e4d184b570def19, ASSIGN 2024-11-22T06:12:03,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17322559195161, region=3ad4e0b74d92e2a27e4d184b570def19, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:03,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3ad4e0b74d92e2a27e4d184b570def19, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:03,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17322559195161, region=3ad4e0b74d92e2a27e4d184b570def19, ASSIGN because future has completed 2024-11-22T06:12:03,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:03,531 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,531 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad4e0b74d92e2a27e4d184b570def19, NAME => 'ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:03,531 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:03,531 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322559195161 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,531 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:03,532 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,532 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,534 INFO [StoreOpener-3ad4e0b74d92e2a27e4d184b570def19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,536 INFO [StoreOpener-3ad4e0b74d92e2a27e4d184b570def19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad4e0b74d92e2a27e4d184b570def19 columnFamilyName f 2024-11-22T06:12:03,536 DEBUG [StoreOpener-3ad4e0b74d92e2a27e4d184b570def19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:03,537 INFO [StoreOpener-3ad4e0b74d92e2a27e4d184b570def19-1 {}] regionserver.HStore(327): Store=3ad4e0b74d92e2a27e4d184b570def19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:03,538 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,540 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,540 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,541 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,542 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,545 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,548 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:03,549 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 3ad4e0b74d92e2a27e4d184b570def19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10334073280, jitterRate=-0.03756442666053772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:12:03,549 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:03,551 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3ad4e0b74d92e2a27e4d184b570def19: Running coprocessor pre-open hook at 1732255923532Writing region info on filesystem at 1732255923532Initializing all the Stores at 1732255923533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255923533Cleaning up temporary data from old regions at 1732255923542 (+9 ms)Running coprocessor post-open hooks at 1732255923549 (+7 ms)Region opened successfully at 1732255923551 (+2 ms) 2024-11-22T06:12:03,552 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19., pid=13, masterSystemTime=1732255923526 2024-11-22T06:12:03,556 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,556 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:03,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3ad4e0b74d92e2a27e4d184b570def19, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:03,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T06:12:03,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19, server=407411ea95db,41665,1732255911345 in 190 msec 2024-11-22T06:12:03,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T06:12:03,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322559195161, region=3ad4e0b74d92e2a27e4d184b570def19, ASSIGN in 353 msec 2024-11-22T06:12:03,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:03,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17322559195161","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255923572"}]},"ts":"1732255923572"} 2024-11-22T06:12:03,575 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17322559195161, state=ENABLED in hbase:meta 2024-11-22T06:12:03,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17322559195161 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:03,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17322559195161 in 1.2030 sec 2024-11-22T06:12:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T06:12:04,532 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17322559195161 completed 2024-11-22T06:12:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322559195161', row='row0', locateType=CURRENT is [region=ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:04,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(8528): writing data to region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T06:12:04,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17322559195162', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17322559195162 2024-11-22T06:12:04,700 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:04,701 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:04,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17322559195162" procId is: 14 2024-11-22T06:12:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:04,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741843_1019 (size=390) 2024-11-22T06:12:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:05,113 INFO [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3ee821eb6cc693e7e3cb74b3cc17cfb, NAME => 'ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17322559195162', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741844_1020 (size=50) 2024-11-22T06:12:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:05,523 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:05,523 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1722): Closing c3ee821eb6cc693e7e3cb74b3cc17cfb, disabling compactions & flushes 2024-11-22T06:12:05,523 INFO [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,523 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,523 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. after waiting 0 ms 2024-11-22T06:12:05,524 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,524 INFO [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,524 DEBUG [RegionOpenAndInit-ns3:test-17322559195162-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3ee821eb6cc693e7e3cb74b3cc17cfb: Waiting for close lock at 1732255925523Disabling compacts and flushes for region at 1732255925523Disabling writes for close at 1732255925523Writing region close event to WAL at 1732255925524 (+1 ms)Closed at 1732255925524 2024-11-22T06:12:05,525 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:05,526 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732255925526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255925526"}]},"ts":"1732255925526"} 2024-11-22T06:12:05,529 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:05,530 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:05,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17322559195162","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255925531"}]},"ts":"1732255925531"} 2024-11-22T06:12:05,533 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17322559195162, state=ENABLING in hbase:meta 2024-11-22T06:12:05,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322559195162, region=c3ee821eb6cc693e7e3cb74b3cc17cfb, ASSIGN}] 2024-11-22T06:12:05,535 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322559195162, region=c3ee821eb6cc693e7e3cb74b3cc17cfb, ASSIGN 2024-11-22T06:12:05,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17322559195162, region=c3ee821eb6cc693e7e3cb74b3cc17cfb, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:05,687 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c3ee821eb6cc693e7e3cb74b3cc17cfb, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:05,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17322559195162, region=c3ee821eb6cc693e7e3cb74b3cc17cfb, ASSIGN because future has completed 2024-11-22T06:12:05,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:05,849 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,849 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c3ee821eb6cc693e7e3cb74b3cc17cfb, NAME => 'ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:05,850 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:05,850 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322559195162 c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,850 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:05,850 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,850 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,853 INFO [StoreOpener-c3ee821eb6cc693e7e3cb74b3cc17cfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,855 INFO [StoreOpener-c3ee821eb6cc693e7e3cb74b3cc17cfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ee821eb6cc693e7e3cb74b3cc17cfb columnFamilyName f 2024-11-22T06:12:05,855 DEBUG [StoreOpener-c3ee821eb6cc693e7e3cb74b3cc17cfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:05,856 INFO [StoreOpener-c3ee821eb6cc693e7e3cb74b3cc17cfb-1 {}] regionserver.HStore(327): Store=c3ee821eb6cc693e7e3cb74b3cc17cfb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:05,856 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,857 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns3/test-17322559195162/c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,858 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns3/test-17322559195162/c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,859 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,859 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,861 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,864 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns3/test-17322559195162/c3ee821eb6cc693e7e3cb74b3cc17cfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:05,865 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c3ee821eb6cc693e7e3cb74b3cc17cfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12024923680, jitterRate=0.11990828812122345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:12:05,865 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:05,866 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c3ee821eb6cc693e7e3cb74b3cc17cfb: Running coprocessor pre-open hook at 1732255925850Writing region info on filesystem at 1732255925850Initializing all the Stores at 1732255925852 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255925852Cleaning up temporary data from old regions at 1732255925859 (+7 ms)Running coprocessor post-open hooks at 1732255925865 (+6 ms)Region opened successfully at 1732255925866 (+1 ms) 2024-11-22T06:12:05,867 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb., pid=16, masterSystemTime=1732255925844 2024-11-22T06:12:05,870 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,870 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:05,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c3ee821eb6cc693e7e3cb74b3cc17cfb, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:05,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:05,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T06:12:05,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb, server=407411ea95db,41665,1732255911345 in 185 msec 2024-11-22T06:12:05,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T06:12:05,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322559195162, region=c3ee821eb6cc693e7e3cb74b3cc17cfb, ASSIGN in 345 msec 2024-11-22T06:12:05,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:05,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17322559195162","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255925884"}]},"ts":"1732255925884"} 2024-11-22T06:12:05,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17322559195162, state=ENABLED in hbase:meta 2024-11-22T06:12:05,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17322559195162 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:05,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17322559195162 in 1.1910 sec 2024-11-22T06:12:06,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T06:12:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T06:12:06,861 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17322559195162 completed 2024-11-22T06:12:06,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17322559195162 get assigned. Timeout = 60000ms 2024-11-22T06:12:06,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T06:12:06,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17322559195162 assigned to meta. Checking AM states. 2024-11-22T06:12:06,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T06:12:06,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17322559195162 assigned. 2024-11-22T06:12:06,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17322559195163', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17322559195163 2024-11-22T06:12:06,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:06,876 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:06,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17322559195163" procId is: 17 2024-11-22T06:12:06,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T06:12:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741845_1021 (size=390) 2024-11-22T06:12:06,961 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17322559195162' 2024-11-22T06:12:06,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17322559195161' 2024-11-22T06:12:06,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732255919516' 2024-11-22T06:12:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T06:12:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T06:12:07,288 INFO [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9906b2303439d51d7d90579b7dc9e43, NAME => 'ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17322559195163', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741846_1022 (size=50) 2024-11-22T06:12:07,329 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:07,330 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1722): Closing f9906b2303439d51d7d90579b7dc9e43, disabling compactions & flushes 2024-11-22T06:12:07,330 INFO [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,330 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,330 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. after waiting 0 ms 2024-11-22T06:12:07,330 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,330 INFO [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,330 DEBUG [RegionOpenAndInit-ns4:test-17322559195163-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9906b2303439d51d7d90579b7dc9e43: Waiting for close lock at 1732255927330Disabling compacts and flushes for region at 1732255927330Disabling writes for close at 1732255927330Writing region close event to WAL at 1732255927330Closed at 1732255927330 2024-11-22T06:12:07,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:07,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732255927332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255927332"}]},"ts":"1732255927332"} 2024-11-22T06:12:07,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:07,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:07,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17322559195163","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255927337"}]},"ts":"1732255927337"} 2024-11-22T06:12:07,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17322559195163, state=ENABLING in hbase:meta 2024-11-22T06:12:07,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322559195163, region=f9906b2303439d51d7d90579b7dc9e43, ASSIGN}] 2024-11-22T06:12:07,342 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322559195163, region=f9906b2303439d51d7d90579b7dc9e43, ASSIGN 2024-11-22T06:12:07,344 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17322559195163, region=f9906b2303439d51d7d90579b7dc9e43, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:07,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f9906b2303439d51d7d90579b7dc9e43, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:07,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17322559195163, region=f9906b2303439d51d7d90579b7dc9e43, ASSIGN because future has completed 2024-11-22T06:12:07,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9906b2303439d51d7d90579b7dc9e43, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T06:12:07,656 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,657 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f9906b2303439d51d7d90579b7dc9e43, NAME => 'ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:07,657 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:07,657 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322559195163 f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,657 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:07,657 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,657 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,659 INFO [StoreOpener-f9906b2303439d51d7d90579b7dc9e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,662 INFO [StoreOpener-f9906b2303439d51d7d90579b7dc9e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9906b2303439d51d7d90579b7dc9e43 columnFamilyName f 2024-11-22T06:12:07,663 DEBUG [StoreOpener-f9906b2303439d51d7d90579b7dc9e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:07,664 INFO [StoreOpener-f9906b2303439d51d7d90579b7dc9e43-1 {}] regionserver.HStore(327): Store=f9906b2303439d51d7d90579b7dc9e43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:07,664 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,665 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns4/test-17322559195163/f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,666 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns4/test-17322559195163/f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,666 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,666 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,668 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,672 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns4/test-17322559195163/f9906b2303439d51d7d90579b7dc9e43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:07,673 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f9906b2303439d51d7d90579b7dc9e43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9641449760, jitterRate=-0.10207001864910126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:12:07,673 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:07,673 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f9906b2303439d51d7d90579b7dc9e43: Running coprocessor pre-open hook at 1732255927658Writing region info on filesystem at 1732255927658Initializing all the Stores at 1732255927659 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255927659Cleaning up temporary data from old regions at 1732255927666 (+7 ms)Running coprocessor post-open hooks at 1732255927673 (+7 ms)Region opened successfully at 1732255927673 2024-11-22T06:12:07,675 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43., pid=19, masterSystemTime=1732255927651 2024-11-22T06:12:07,677 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,677 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:07,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f9906b2303439d51d7d90579b7dc9e43, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:07,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9906b2303439d51d7d90579b7dc9e43, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:07,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T06:12:07,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f9906b2303439d51d7d90579b7dc9e43, server=407411ea95db,41665,1732255911345 in 186 msec 2024-11-22T06:12:07,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T06:12:07,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322559195163, region=f9906b2303439d51d7d90579b7dc9e43, ASSIGN in 349 msec 2024-11-22T06:12:07,699 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:07,699 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17322559195163","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255927699"}]},"ts":"1732255927699"} 2024-11-22T06:12:07,702 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17322559195163, state=ENABLED in hbase:meta 2024-11-22T06:12:07,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17322559195163 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:07,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17322559195163 in 832 msec 2024-11-22T06:12:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T06:12:08,011 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17322559195163 completed 2024-11-22T06:12:08,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17322559195163 get assigned. Timeout = 60000ms 2024-11-22T06:12:08,011 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T06:12:08,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17322559195163 assigned to meta. Checking AM states. 2024-11-22T06:12:08,017 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T06:12:08,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17322559195163 assigned. 2024-11-22T06:12:08,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:12:08,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:12:08,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:08,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:08,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:08,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=13, AvailableMemoryMB=6319 2024-11-22T06:12:08,052 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-22T06:12:08,054 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-22T06:12:08,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732255919516 from 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732255919516', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732255919516 2024-11-22T06:12:08,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741847_1023 (size=908) 2024-11-22T06:12:08,490 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000001.367 2024-11-22T06:12:08,491 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000002.908 2024-11-22T06:12:08,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732255919516}] 2024-11-22T06:12:08,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE}] 2024-11-22T06:12:08,508 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE 2024-11-22T06:12:08,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE because future has completed 2024-11-22T06:12:08,514 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:12:08,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:08,673 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:08,673 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:12:08,674 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 6a32357810a14c74635c0524234710dc, disabling compactions & flushes 2024-11-22T06:12:08,674 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:08,674 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:08,674 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. after waiting 0 ms 2024-11-22T06:12:08,674 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:08,679 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 6a32357810a14c74635c0524234710dc 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T06:12:08,756 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/036da4babae84429bd768971c652c0c2 is 37, key is row10/f:q1/1732255922233/Put/seqid=0 2024-11-22T06:12:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741848_1024 (size=8413) 2024-11-22T06:12:09,167 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:12:09,226 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/036da4babae84429bd768971c652c0c2 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:12:09,237 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T06:12:09,244 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 565ms, sequenceid=103, compaction requested=false 2024-11-22T06:12:09,251 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-22T06:12:09,254 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:12:09,254 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:09,254 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 6a32357810a14c74635c0524234710dc: Waiting for close lock at 1732255928674Running coprocessor pre-close hooks at 1732255928674Disabling compacts and flushes for region at 1732255928674Disabling writes for close at 1732255928674Obtaining lock to block concurrent updates at 1732255928679 (+5 ms)Preparing flush snapshotting stores in 6a32357810a14c74635c0524234710dc at 1732255928679Finished memstore snapshotting test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732255928688 (+9 ms)Flushing stores of test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. at 1732255928690 (+2 ms)Flushing 6a32357810a14c74635c0524234710dc/f: creating writer at 1732255928692 (+2 ms)Flushing 6a32357810a14c74635c0524234710dc/f: appending metadata at 1732255928743 (+51 ms)Flushing 6a32357810a14c74635c0524234710dc/f: closing flushed file at 1732255928746 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b416e00: reopening flushed file at 1732255929224 (+478 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 565ms, sequenceid=103, compaction requested=false at 1732255929244 (+20 ms)Writing region close event to WAL at 1732255929246 (+2 ms)Running coprocessor post-close hooks at 1732255929252 (+6 ms)Closed at 1732255929254 (+2 ms) 2024-11-22T06:12:09,255 WARN [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 6a32357810a14c74635c0524234710dc to self. 2024-11-22T06:12:09,258 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=CLOSED 2024-11-22T06:12:09,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:09,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T06:12:09,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 in 749 msec 2024-11-22T06:12:09,269 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE; state=CLOSED, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=true 2024-11-22T06:12:09,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE because future has completed 2024-11-22T06:12:09,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:09,582 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:09,582 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a32357810a14c74635c0524234710dc, NAME => 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:09,582 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:09,583 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732255919516 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,583 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:09,583 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,583 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,585 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,586 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName f 2024-11-22T06:12:09,586 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:09,596 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:12:09,596 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:09,596 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,599 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName f3 2024-11-22T06:12:09,599 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:09,599 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:09,601 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,607 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName mob 2024-11-22T06:12:09,611 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:09,612 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:09,612 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,614 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,616 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,617 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,617 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,618 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732255919516 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:12:09,621 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,622 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6a32357810a14c74635c0524234710dc; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9639830560, jitterRate=-0.102220818400383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:12:09,622 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:09,623 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6a32357810a14c74635c0524234710dc: Running coprocessor pre-open hook at 1732255929583Writing region info on filesystem at 1732255929583Initializing all the Stores at 1732255929584 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255929584Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255929585 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255929585Cleaning up temporary data from old regions at 1732255929617 (+32 ms)Running coprocessor post-open hooks at 1732255929622 (+5 ms)Region opened successfully at 1732255929623 (+1 ms) 2024-11-22T06:12:09,624 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., pid=24, masterSystemTime=1732255929576 2024-11-22T06:12:09,627 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:09,627 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:09,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPEN, openSeqNum=107, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:09,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-22T06:12:09,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 in 209 msec 2024-11-22T06:12:09,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T06:12:09,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE in 1.1290 sec 2024-11-22T06:12:09,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T06:12:09,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732255919516 in 1.1440 sec 2024-11-22T06:12:09,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732255919516 in 1.5810 sec 2024-11-22T06:12:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-22T06:12:09,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732255919516 completed 2024-11-22T06:12:09,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f13beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:09,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:09,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:09,654 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2201ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:09,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:09,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f594809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:09,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:09,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='row-test-1732255919516-3-0', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=107] 2024-11-22T06:12:09,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:12:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:12:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a427071 2024-11-22T06:12:09,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:12:09,722 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:12:09,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-22T06:12:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-22T06:12:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T06:12:09,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 12 msec 2024-11-22T06:12:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T06:12:09,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-22T06:12:09,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-22T06:12:09,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:09,861 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:09,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-22T06:12:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:09,863 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741849_1025 (size=635) 2024-11-22T06:12:09,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732255919516 2024-11-22T06:12:09,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732255919516 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:09,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17322559195161 2024-11-22T06:12:09,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17322559195161 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17322559195162 2024-11-22T06:12:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17322559195162 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17322559195163 2024-11-22T06:12:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17322559195163 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:10,274 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26f2c1c6abe5fccfd85d778b000f6800, NAME => 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741850_1026 (size=40) 2024-11-22T06:12:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 26f2c1c6abe5fccfd85d778b000f6800, disabling compactions & flushes 2024-11-22T06:12:10,685 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. after waiting 0 ms 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:10,685 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:10,685 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26f2c1c6abe5fccfd85d778b000f6800: Waiting for close lock at 1732255930685Disabling compacts and flushes for region at 1732255930685Disabling writes for close at 1732255930685Writing region close event to WAL at 1732255930685Closed at 1732255930685 2024-11-22T06:12:10,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:10,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732255930727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255930727"}]},"ts":"1732255930727"} 2024-11-22T06:12:10,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:10,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:10,732 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255930732"}]},"ts":"1732255930732"} 2024-11-22T06:12:10,735 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-22T06:12:10,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=26f2c1c6abe5fccfd85d778b000f6800, ASSIGN}] 2024-11-22T06:12:10,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=26f2c1c6abe5fccfd85d778b000f6800, ASSIGN 2024-11-22T06:12:10,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=26f2c1c6abe5fccfd85d778b000f6800, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:10,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=26f2c1c6abe5fccfd85d778b000f6800, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=26f2c1c6abe5fccfd85d778b000f6800, ASSIGN because future has completed 2024-11-22T06:12:10,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:11,050 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:11,050 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 26f2c1c6abe5fccfd85d778b000f6800, NAME => 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:11,051 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:11,051 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,051 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:11,051 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,051 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,053 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,055 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f2c1c6abe5fccfd85d778b000f6800 columnFamilyName meta 2024-11-22T06:12:11,055 DEBUG [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:11,056 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] regionserver.HStore(327): Store=26f2c1c6abe5fccfd85d778b000f6800/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:11,056 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,058 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f2c1c6abe5fccfd85d778b000f6800 columnFamilyName session 2024-11-22T06:12:11,058 DEBUG [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:11,059 INFO [StoreOpener-26f2c1c6abe5fccfd85d778b000f6800-1 {}] regionserver.HStore(327): Store=26f2c1c6abe5fccfd85d778b000f6800/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:11,059 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,061 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,061 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,062 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,063 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,063 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T06:12:11,065 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,068 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:11,069 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 26f2c1c6abe5fccfd85d778b000f6800; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10826604960, jitterRate=0.008306160569190979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T06:12:11,069 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:11,070 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 26f2c1c6abe5fccfd85d778b000f6800: Running coprocessor pre-open hook at 1732255931051Writing region info on filesystem at 1732255931051Initializing all the Stores at 1732255931053 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255931053Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255931053Cleaning up temporary data from old regions at 1732255931063 (+10 ms)Running coprocessor post-open hooks at 1732255931069 (+6 ms)Region opened successfully at 1732255931070 (+1 ms) 2024-11-22T06:12:11,071 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., pid=28, masterSystemTime=1732255931045 2024-11-22T06:12:11,074 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:11,074 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:11,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=26f2c1c6abe5fccfd85d778b000f6800, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:11,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:11,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T06:12:11,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800, server=407411ea95db,41665,1732255911345 in 187 msec 2024-11-22T06:12:11,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T06:12:11,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=26f2c1c6abe5fccfd85d778b000f6800, ASSIGN in 347 msec 2024-11-22T06:12:11,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:11,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255931087"}]},"ts":"1732255931087"} 2024-11-22T06:12:11,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-22T06:12:11,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:11,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2350 sec 2024-11-22T06:12:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T06:12:12,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-22T06:12:12,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-22T06:12:12,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:12:12,043 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:12,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-22T06:12:12,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:12:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:12,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741851_1027 (size=640) 2024-11-22T06:12:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:12,456 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67e6e524527e9d5329b8153c6aff43c1, NAME => 'backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:12,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741852_1028 (size=45) 2024-11-22T06:12:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 67e6e524527e9d5329b8153c6aff43c1, disabling compactions & flushes 2024-11-22T06:12:12,866 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. after waiting 0 ms 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:12,866 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:12,866 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67e6e524527e9d5329b8153c6aff43c1: Waiting for close lock at 1732255932866Disabling compacts and flushes for region at 1732255932866Disabling writes for close at 1732255932866Writing region close event to WAL at 1732255932866Closed at 1732255932866 2024-11-22T06:12:12,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:12:12,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732255932868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732255932868"}]},"ts":"1732255932868"} 2024-11-22T06:12:12,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:12:12,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:12:12,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255932873"}]},"ts":"1732255932873"} 2024-11-22T06:12:12,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-22T06:12:12,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=67e6e524527e9d5329b8153c6aff43c1, ASSIGN}] 2024-11-22T06:12:12,878 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=67e6e524527e9d5329b8153c6aff43c1, ASSIGN 2024-11-22T06:12:12,879 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=67e6e524527e9d5329b8153c6aff43c1, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:12:13,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=67e6e524527e9d5329b8153c6aff43c1, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:13,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=67e6e524527e9d5329b8153c6aff43c1, ASSIGN because future has completed 2024-11-22T06:12:13,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e6e524527e9d5329b8153c6aff43c1, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:13,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T06:12:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:13,191 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:13,192 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 67e6e524527e9d5329b8153c6aff43c1, NAME => 'backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:13,192 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:13,193 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,193 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:13,193 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,193 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,196 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,199 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e6e524527e9d5329b8153c6aff43c1 columnFamilyName meta 2024-11-22T06:12:13,199 DEBUG [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:13,200 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] regionserver.HStore(327): Store=67e6e524527e9d5329b8153c6aff43c1/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:13,200 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-22T06:12:13,202 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e6e524527e9d5329b8153c6aff43c1 columnFamilyName session 2024-11-22T06:12:13,203 DEBUG [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:13,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17322559195163' 2024-11-22T06:12:13,203 INFO [StoreOpener-67e6e524527e9d5329b8153c6aff43c1-1 {}] regionserver.HStore(327): Store=67e6e524527e9d5329b8153c6aff43c1/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:13,204 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,205 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system_bulk/67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,205 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system_bulk/67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,206 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,206 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,207 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T06:12:13,209 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,212 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system_bulk/67e6e524527e9d5329b8153c6aff43c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:12:13,213 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 67e6e524527e9d5329b8153c6aff43c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11946226880, jitterRate=0.11257907748222351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T06:12:13,213 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:13,214 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 67e6e524527e9d5329b8153c6aff43c1: Running coprocessor pre-open hook at 1732255933193Writing region info on filesystem at 1732255933193Initializing all the Stores at 1732255933195 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255933195Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255933196 (+1 ms)Cleaning up temporary data from old regions at 1732255933206 (+10 ms)Running coprocessor post-open hooks at 1732255933213 (+7 ms)Region opened successfully at 1732255933214 (+1 ms) 2024-11-22T06:12:13,215 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1., pid=31, masterSystemTime=1732255933186 2024-11-22T06:12:13,218 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:13,218 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:13,219 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=67e6e524527e9d5329b8153c6aff43c1, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:13,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e6e524527e9d5329b8153c6aff43c1, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T06:12:13,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 67e6e524527e9d5329b8153c6aff43c1, server=407411ea95db,41665,1732255911345 in 190 msec 2024-11-22T06:12:13,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T06:12:13,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=67e6e524527e9d5329b8153c6aff43c1, ASSIGN in 351 msec 2024-11-22T06:12:13,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:12:13,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732255933232"}]},"ts":"1732255933232"} 2024-11-22T06:12:13,235 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-22T06:12:13,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:12:13,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1960 sec 2024-11-22T06:12:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T06:12:14,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-22T06:12:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:14,220 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T06:12:14,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-22T06:12:14,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255934242 (current time:1732255934242). 2024-11-22T06:12:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T06:12:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3a29e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:14,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c36e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:14,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6c574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:14,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:14,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:14,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:14,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:14,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T06:12:14,265 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:14,270 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:14,280 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741853_1029 (size=52) 2024-11-22T06:12:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:14,692 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:14,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800}] 2024-11-22T06:12:14,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:14,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T06:12:14,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:14,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 26f2c1c6abe5fccfd85d778b000f6800 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-22T06:12:14,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/af021ed742e44b14a920949e2365cd32 is 49, key is activesession:/session:c/1732255934234/Put/seqid=0 2024-11-22T06:12:14,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741854_1030 (size=5049) 2024-11-22T06:12:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:15,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/af021ed742e44b14a920949e2365cd32 2024-11-22T06:12:15,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/af021ed742e44b14a920949e2365cd32 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32 2024-11-22T06:12:15,304 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32, entries=1, sequenceid=5, filesize=4.9 K 2024-11-22T06:12:15,305 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 442ms, sequenceid=5, compaction requested=false 2024-11-22T06:12:15,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 26f2c1c6abe5fccfd85d778b000f6800: 2024-11-22T06:12:15,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. for snapshot_backup_system completed. 2024-11-22T06:12:15,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.' region-info for snapshot=snapshot_backup_system 2024-11-22T06:12:15,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:15,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:15,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32] hfiles 2024-11-22T06:12:15,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32 for snapshot=snapshot_backup_system 2024-11-22T06:12:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741855_1031 (size=95) 2024-11-22T06:12:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:15,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T06:12:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T06:12:15,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:15,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:15,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T06:12:15,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 in 1.0700 sec 2024-11-22T06:12:15,771 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:15,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:15,776 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:15,776 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T06:12:15,781 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T06:12:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741856_1032 (size=731) 2024-11-22T06:12:16,203 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:16,214 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:16,215 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_backup_system 2024-11-22T06:12:16,217 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:16,217 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T06:12:16,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9560 sec 2024-11-22T06:12:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T06:12:16,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T06:12:16,414 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732255929701 started at 1732255936412. 2024-11-22T06:12:16,430 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732255929701 has been started. 2024-11-22T06:12:16,434 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T06:12:16,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T06:12:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T06:12:16,442 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T06:12:16,442 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T06:12:16,442 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T06:12:16,442 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T06:12:16,443 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,443 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:16,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:16,499 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,499 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:16,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:16,500 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,500 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T06:12:16,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:16,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T06:12:16,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:16,504 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T06:12:16,507 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T06:12:16,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T06:12:16,508 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T06:12:16,509 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T06:12:16,509 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T06:12:16,509 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T06:12:16,509 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T06:12:16,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,520 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:16,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:16,521 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,521 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T06:12:16,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:16,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:16,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:16,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:16,525 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T06:12:16,525 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3b2e545f[Count = 0] remaining members to acquire global barrier 2024-11-22T06:12:16,525 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T06:12:16,525 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,537 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,537 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T06:12:16,538 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,538 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T06:12:16,538 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T06:12:16,539 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 407411ea95db,41665,1732255911345 2024-11-22T06:12:16,549 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732255915007 highest: 1732255921232 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:16,550 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.meta:.meta(num 1732255915360) roll requested 2024-11-22T06:12:16,566 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta, exclude list is [], retry=0 2024-11-22T06:12:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:16,571 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta 2024-11-22T06:12:16,572 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:16,572 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta is not closed yet, will try archiving it next time 2024-11-22T06:12:16,572 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0:(num 1732255915007) roll requested 2024-11-22T06:12:16,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741834_1010 (size=12055) 2024-11-22T06:12:16,587 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572, exclude list is [], retry=0 2024-11-22T06:12:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:16,592 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 2024-11-22T06:12:16,592 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:16,592 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 is not closed yet, will try archiving it next time 2024-11-22T06:12:16,592 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1:(num 1732255921232) roll requested 2024-11-22T06:12:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741833_1009 (size=1034) 2024-11-22T06:12:16,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 not finished, retry = 0 2024-11-22T06:12:16,605 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592, exclude list is [], retry=0 2024-11-22T06:12:16,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:16,610 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 2024-11-22T06:12:16,610 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:16,610 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 is not closed yet, will try archiving it next time 2024-11-22T06:12:16,610 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T06:12:16,611 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732255936572 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:16,611 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:12:16,611 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:12:16,611 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c598faa 2024-11-22T06:12:16,612 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:12:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741840_1016 (size=4756) 2024-11-22T06:12:16,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 not finished, retry = 0 2024-11-22T06:12:16,613 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35213, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:12:16,614 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:16,614 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:16,615 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:16,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:12:16,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44643/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:16,638 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T06:12:16,638 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '407411ea95db,41665,1732255911345' in zk 2024-11-22T06:12:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,662 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T06:12:16,662 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:16,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:16,662 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T06:12:16,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:16,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:16,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:16,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:16,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:16,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:16,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '407411ea95db,41665,1732255911345': 2024-11-22T06:12:16,668 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T06:12:16,668 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T06:12:16,668 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T06:12:16,668 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '407411ea95db,41665,1732255911345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T06:12:16,668 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T06:12:16,668 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T06:12:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:16,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,681 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:16,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:16,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:16,682 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:16,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:16,683 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:16,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:16,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:16,684 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:16,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:16,696 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255915007 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:16,698 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:16,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:16,699 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:16,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T06:12:16,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:16,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T06:12:16,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T06:12:16,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } 2024-11-22T06:12:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255936718 (current time:1732255936718). 2024-11-22T06:12:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255936717_default_test-1732255919516 VERSION not specified, setting to 2 2024-11-22T06:12:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1094ca14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:16,720 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c26d687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:16,722 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130df3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:16,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:16,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:16,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } 2024-11-22T06:12:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T06:12:16,730 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:16,731 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:16,734 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741860_1036 (size=84) 2024-11-22T06:12:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:17,144 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:17,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc}] 2024-11-22T06:12:17,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:17,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T06:12:17,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:17,304 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6a32357810a14c74635c0524234710dc 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-22T06:12:17,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f3/691bd32e00ee4003be8c39ed3fdb4ee0 is 58, key is row-test-1732255919516-3-0/f3:q1/1732255929666/Put/seqid=0 2024-11-22T06:12:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741861_1037 (size=5387) 2024-11-22T06:12:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:17,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f3/691bd32e00ee4003be8c39ed3fdb4ee0 2024-11-22T06:12:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741862_1038 (size=4469) 2024-11-22T06:12:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:18,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/210ae39e2d6e4b15abd173513535ef4a is 59, key is row-test-1732255919516-3-0/mob:q1/1732255929683/Put/seqid=0 2024-11-22T06:12:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741863_1039 (size=5484) 2024-11-22T06:12:18,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T06:12:18,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:12:18,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f3/691bd32e00ee4003be8c39ed3fdb4ee0 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 2024-11-22T06:12:18,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0, entries=6, sequenceid=121, filesize=5.3 K 2024-11-22T06:12:18,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/210ae39e2d6e4b15abd173513535ef4a as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:12:18,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a, entries=6, sequenceid=121, filesize=5.4 K 2024-11-22T06:12:18,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 1317ms, sequenceid=121, compaction requested=false 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6a32357810a14c74635c0524234710dc: 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. for snapshot_1732255936717_default_test-1732255919516 completed. 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.' region-info for snapshot=snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2] hfiles 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 for snapshot=snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0] hfiles 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 for snapshot=snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a] hfiles 2024-11-22T06:12:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a for snapshot=snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741864_1040 (size=185) 2024-11-22T06:12:18,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T06:12:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:19,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:19,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T06:12:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T06:12:19,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255936717_default_test-1732255919516 on region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:19,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:19,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T06:12:19,035 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:19,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc in 1.8870 sec 2024-11-22T06:12:19,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:19,039 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T06:12:19,039 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T06:12:19,039 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:19,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T06:12:19,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:19,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-22T06:12:19,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:19,041 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-22T06:12:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741865_1041 (size=49) 2024-11-22T06:12:19,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-22T06:12:19,452 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:19,453 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:19,456 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741866_1042 (size=1146) 2024-11-22T06:12:19,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-22T06:12:19,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-22T06:12:19,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-22T06:12:19,877 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:19,888 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:19,888 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255936717_default_test-1732255919516 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:19,890 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:19,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T06:12:19,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732255936717_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } in 3.1630 sec 2024-11-22T06:12:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T06:12:20,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732255919516 completed 2024-11-22T06:12:20,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } 2024-11-22T06:12:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255940893 (current time:1732255940893). 2024-11-22T06:12:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255940892_ns2_test-17322559195161 VERSION not specified, setting to 2 2024-11-22T06:12:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6302e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:20,896 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:20,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:20,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1246d147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:20,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:20,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:20,899 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536db8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:20,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:20,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:20,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:20,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:20,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } 2024-11-22T06:12:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T06:12:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:20,912 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:20,914 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:20,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741867_1043 (size=86) 2024-11-22T06:12:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:21,367 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:21,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19}] 2024-11-22T06:12:21,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:21,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-22T06:12:21,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:21,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 3ad4e0b74d92e2a27e4d184b570def19 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T06:12:21,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/f7ecebba71df4f5cb67be7514ab2c17b is 37, key is row10/f:q1/1732255924557/Put/seqid=0 2024-11-22T06:12:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741868_1044 (size=8413) 2024-11-22T06:12:21,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:12:21,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/f7ecebba71df4f5cb67be7514ab2c17b as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:12:21,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T06:12:21,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3ad4e0b74d92e2a27e4d184b570def19 in 446ms, sequenceid=103, compaction requested=false 2024-11-22T06:12:21,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 3ad4e0b74d92e2a27e4d184b570def19: 2024-11-22T06:12:21,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. for snapshot_1732255940892_ns2_test-17322559195161 completed. 2024-11-22T06:12:21,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.' region-info for snapshot=snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:21,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:21,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b] hfiles 2024-11-22T06:12:21,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b for snapshot=snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741869_1045 (size=91) 2024-11-22T06:12:21,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:21,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T06:12:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T06:12:21,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255940892_ns2_test-17322559195161 on region 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:21,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:21,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T06:12:21,980 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:21,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 in 611 msec 2024-11-22T06:12:21,982 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:21,983 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:21,983 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:21,984 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741870_1046 (size=456) 2024-11-22T06:12:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:22,396 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:22,406 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:22,407 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255940892_ns2_test-17322559195161 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:22,408 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:22,409 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T06:12:22,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732255940892_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } in 1.5000 sec 2024-11-22T06:12:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T06:12:23,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17322559195161 completed 2024-11-22T06:12:23,073 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732255929701 2024-11-22T06:12:23,074 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T06:12:23,078 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-22T06:12:23,080 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255929701_ns2:test-17322559195161 2024-11-22T06:12:23,080 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255940892_ns2_test-17322559195161 to hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/ 2024-11-22T06:12:23,086 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:12:23,115 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:23,115 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/.hbase-snapshot/.tmp/snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:23,118 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:12:23,123 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255940892_ns2_test-17322559195161 to hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/.hbase-snapshot/.tmp/snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741871_1047 (size=456) 2024-11-22T06:12:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741872_1048 (size=86) 2024-11-22T06:12:23,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:23,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:23,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-5705734505389780896.jar 2024-11-22T06:12:24,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:24,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:12:24,444 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:12:24,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:12:24,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:12:24,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:12:24,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:12:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:12:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:12:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:12:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:12:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:12:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:24,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:24,505 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:12:24,534 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255940892_ns2_test-17322559195161' hfile list 2024-11-22T06:12:24,540 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-22T06:12:24,750 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local99328386_0001_09f5fd97-8e0e-414d-ac1c-23a7e495fde9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:12:24,751 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local99328386_0001_09f5fd97-8e0e-414d-ac1c-23a7e495fde9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:12:24,894 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T06:12:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741873_1049 (size=8413) 2024-11-22T06:12:25,372 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b output=hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:12:25,374 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-22T06:12:25,823 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:12:25,824 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:12:25,830 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:25,830 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255940892_ns2_test-17322559195161 finished. 2024-11-22T06:12:25,830 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255929701_test-1732255919516 2024-11-22T06:12:25,830 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255936717_default_test-1732255919516 to hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/ 2024-11-22T06:12:25,830 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:12:25,857 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:12:25,857 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/.hbase-snapshot/.tmp/snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:25,859 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:12:25,866 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255936717_default_test-1732255919516 to hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/.hbase-snapshot/.tmp/snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741874_1050 (size=84) 2024-11-22T06:12:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741875_1051 (size=1146) 2024-11-22T06:12:26,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:26,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:26,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-15873031941842201683.jar 2024-11-22T06:12:27,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:27,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:12:27,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:12:27,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:12:27,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:12:27,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:12:27,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:12:27,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:12:27,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:12:27,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:12:27,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:12:27,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:12:27,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:27,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:27,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:27,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:27,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:12:27,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:27,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:27,201 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:12:27,226 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255936717_default_test-1732255919516' hfile list 2024-11-22T06:12:27,228 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-22T06:12:27,313 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1386154702_0002_bb119f1d-f7b3-4e0c-9338-b1163b3b2cd7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:12:27,313 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1386154702_0002_bb119f1d-f7b3-4e0c-9338-b1163b3b2cd7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:12:27,385 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T06:12:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741876_1052 (size=8413) 2024-11-22T06:12:27,824 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 output=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:12:27,824 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-22T06:12:27,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741877_1053 (size=5484) 2024-11-22T06:12:28,283 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a output=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:12:28,283 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-22T06:12:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741878_1054 (size=5387) 2024-11-22T06:12:28,741 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 output=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 2024-11-22T06:12:28,741 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-22T06:12:29,362 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:12:29,363 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:12:29,374 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:29,374 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255936717_default_test-1732255919516 finished. 2024-11-22T06:12:29,374 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17322559195161 2024-11-22T06:12:29,374 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732255919516 2024-11-22T06:12:29,416 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732255929701 2024-11-22T06:12:29,416 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T06:12:29,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741879_1055 (size=130) 2024-11-22T06:12:29,827 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44643/backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:12:29,831 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732255929701 finished: type=FULL,tablelist=ns2:test-17322559195161;test-1732255919516,targetRootDir=hdfs://localhost:44643/backupUT,startts=1732255936412,completets=1732255949414,bytescopied=0 2024-11-22T06:12:29,831 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T06:12:29,831 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:29,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255940892_ns2_test-17322559195161" type: DISABLED 2024-11-22T06:12:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255940892_ns2_test-17322559195161 2024-11-22T06:12:29,842 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255940892_ns2_test-17322559195161 for backup backup_1732255929701 succeeded. 2024-11-22T06:12:29,842 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:29,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255936717_default_test-1732255919516" type: DISABLED 2024-11-22T06:12:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255936717_default_test-1732255919516 2024-11-22T06:12:29,846 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255936717_default_test-1732255919516 for backup backup_1732255929701 succeeded. 2024-11-22T06:12:29,848 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T06:12:29,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T06:12:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T06:12:29,863 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T06:12:29,868 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T06:12:29,886 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732255929701 completed. 2024-11-22T06:12:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:29,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732255929701', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:30,096 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732255919516 2024-11-22T06:12:30,114 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732255919516 2024-11-22T06:12:30,274 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732255919516 to Mob enabled CF 2024-11-22T06:12:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322559195161', row='row-t20', locateType=CURRENT is [region=ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:30,308 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17322559195161 2024-11-22T06:12:30,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:30,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] assignment.SplitTableRegionProcedure(210): test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. splitKey isn't explicitly specified, will try to find a best split key from RS 407411ea95db,41665,1732255911345 2024-11-22T06:12:30,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 because midkey is the same as first or last row 2024-11-22T06:12:30,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 because midkey is the same as first or last row 2024-11-22T06:12:30,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a because midkey is the same as first or last row 2024-11-22T06:12:30,321 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HRegion(2902): Flushing 6a32357810a14c74635c0524234710dc 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-22T06:12:30,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/441d68bae71d4f89a7f2b1a5544ba36f is 59, key is row-test-1732255919516-1-10/f:q1/1732255949932/Put/seqid=0 2024-11-22T06:12:30,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741880_1056 (size=10796) 2024-11-22T06:12:30,747 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/441d68bae71d4f89a7f2b1a5544ba36f 2024-11-22T06:12:30,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc is 63, key is row-test-1732255919516-3-100/mob:q1/1732255950256/Put/seqid=0 2024-11-22T06:12:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741881_1057 (size=5591) 2024-11-22T06:12:31,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:31,186 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc 2024-11-22T06:12:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/67a8f573872841c9a820b1213c0342a3, store: [table=test-1732255919516 family=mob region=6a32357810a14c74635c0524234710dc] 2024-11-22T06:12:31,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/67a8f573872841c9a820b1213c0342a3 is 192, key is row-test-1732255919516-3-100/mob:q1/1732255950256/Put/seqid=0 2024-11-22T06:12:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741882_1058 (size=13760) 2024-11-22T06:12:31,595 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/67a8f573872841c9a820b1213c0342a3 2024-11-22T06:12:31,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f/441d68bae71d4f89a7f2b1a5544ba36f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f 2024-11-22T06:12:31,616 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f, entries=99, sequenceid=334, filesize=10.5 K 2024-11-22T06:12:31,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/mob/67a8f573872841c9a820b1213c0342a3 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 2024-11-22T06:12:31,626 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3, entries=111, sequenceid=334, filesize=13.4 K 2024-11-22T06:12:31,627 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 1306ms, sequenceid=334, compaction requested=false 2024-11-22T06:12:31,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 6a32357810a14c74635c0524234710dc: 2024-11-22T06:12:31,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f because midkey is the same as first or last row 2024-11-22T06:12:31,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 because midkey is the same as first or last row 2024-11-22T06:12:31,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 because midkey is the same as first or last row 2024-11-22T06:12:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=407411ea95db,41665,1732255911345 2024-11-22T06:12:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T06:12:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:54692 deadline: 1732256010315, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-22T06:12:31,635 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:31,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732255919516 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:31,636 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T06:12:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732255919516,, stopping at row=test-1732255919516 ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,647 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732255919516,, stopping at row=test-1732255919516 ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=107] 2024-11-22T06:12:31,658 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1349 2024-11-22T06:12:31,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,698 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T06:12:31,703 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732255951658 2024-11-22T06:12:31,710 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732255929701} 2024-11-22T06:12:31,711 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T06:12:31,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:31,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255951768 (current time:1732255951768). 2024-11-22T06:12:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T06:12:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af1711c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:31,771 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:31,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:31,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:31,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540e1ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:31,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:31,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:31,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:31,774 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:31,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394f72ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:31,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:31,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:31,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:31,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:31,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T06:12:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:31,783 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:31,784 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:31,787 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741883_1059 (size=52) 2024-11-22T06:12:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:32,195 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800}] 2024-11-22T06:12:32,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:32,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-22T06:12:32,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:32,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 26f2c1c6abe5fccfd85d778b000f6800 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-22T06:12:32,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0ae10f33802b4a8897e0c88ec02abf1c is 158, key is trslm:hdfs://localhost:44643/backupUT\x00ns2:test-17322559195161/meta:log-roll-map/1732255949404/Put/seqid=0 2024-11-22T06:12:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741884_1060 (size=5914) 2024-11-22T06:12:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:32,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0ae10f33802b4a8897e0c88ec02abf1c 2024-11-22T06:12:32,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/efe15481ea3b468fa6c3cde216484506 is 433, key is session:backup_1732255929701/session:context/1732255949867/Put/seqid=0 2024-11-22T06:12:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741885_1061 (size=5535) 2024-11-22T06:12:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:33,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/efe15481ea3b468fa6c3cde216484506 2024-11-22T06:12:33,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0ae10f33802b4a8897e0c88ec02abf1c as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c 2024-11-22T06:12:33,218 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c, entries=6, sequenceid=17, filesize=5.8 K 2024-11-22T06:12:33,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/efe15481ea3b468fa6c3cde216484506 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506 2024-11-22T06:12:33,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T06:12:33,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 875ms, sequenceid=17, compaction requested=false 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 26f2c1c6abe5fccfd85d778b000f6800: 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. for snapshot_backup_system completed. 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.' region-info for snapshot=snapshot_backup_system 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c] hfiles 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c for snapshot=snapshot_backup_system 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506] hfiles 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32 for snapshot=snapshot_backup_system 2024-11-22T06:12:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506 for snapshot=snapshot_backup_system 2024-11-22T06:12:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741886_1062 (size=173) 2024-11-22T06:12:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T06:12:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T06:12:33,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:33,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:33,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T06:12:33,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 in 1.4430 sec 2024-11-22T06:12:33,643 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:33,644 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:33,645 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:33,645 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T06:12:33,646 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T06:12:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741887_1063 (size=810) 2024-11-22T06:12:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:34,064 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:34,073 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:34,074 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_backup_system 2024-11-22T06:12:34,075 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:34,075 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T06:12:34,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2940 sec 2024-11-22T06:12:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T06:12:35,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T06:12:35,942 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732255951658 started at 1732255955942. 2024-11-22T06:12:35,948 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732255951658 has been started. 2024-11-22T06:12:35,957 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732255919516, ns2:test-17322559195161] 2024-11-22T06:12:35,961 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732255921232for backupID backup_1732255951658 2024-11-22T06:12:35,961 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T06:12:35,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T06:12:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T06:12:35,962 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T06:12:35,962 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T06:12:35,962 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T06:12:35,962 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T06:12:35,963 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:35,963 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:36,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:36,019 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,020 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:36,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:36,021 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,021 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T06:12:36,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:36,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T06:12:36,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:36,024 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T06:12:36,024 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T06:12:36,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T06:12:36,025 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T06:12:36,025 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T06:12:36,025 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T06:12:36,025 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T06:12:36,025 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T06:12:36,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,035 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:36,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:36,036 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,036 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T06:12:36,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:36,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:36,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:36,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:36,038 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T06:12:36,038 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@78bc86d0[Count = 0] remaining members to acquire global barrier 2024-11-22T06:12:36,038 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T06:12:36,038 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,044 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,044 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T06:12:36,044 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,044 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T06:12:36,044 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T06:12:36,044 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 407411ea95db,41665,1732255911345 2024-11-22T06:12:36,044 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732255936572 highest: 1732255936592 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:36,044 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.meta:.meta(num 1732255936550) roll requested 2024-11-22T06:12:36,061 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta, exclude list is [], retry=0 2024-11-22T06:12:36,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:36,066 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta 2024-11-22T06:12:36,066 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:36,066 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta is not closed yet, will try archiving it next time 2024-11-22T06:12:36,067 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0:(num 1732255936572) roll requested 2024-11-22T06:12:36,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta not finished, retry = 0 2024-11-22T06:12:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741857_1033 (size=93) 2024-11-22T06:12:36,078 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067, exclude list is [], retry=0 2024-11-22T06:12:36,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:36,082 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 2024-11-22T06:12:36,082 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:36,082 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 is not closed yet, will try archiving it next time 2024-11-22T06:12:36,082 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1:(num 1732255936592) roll requested 2024-11-22T06:12:36,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 not finished, retry = 0 2024-11-22T06:12:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741858_1034 (size=1198) 2024-11-22T06:12:36,094 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082, exclude list is [], retry=0 2024-11-22T06:12:36,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:36,097 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 2024-11-22T06:12:36,098 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:36,098 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 is not closed yet, will try archiving it next time 2024-11-22T06:12:36,098 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255921232 2024-11-22T06:12:36,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 not finished, retry = 0 2024-11-22T06:12:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741859_1035 (size=30490) 2024-11-22T06:12:36,105 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-22T06:12:36,105 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732255956067 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:36,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:36,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:36,122 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T06:12:36,122 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '407411ea95db,41665,1732255911345' in zk 2024-11-22T06:12:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,160 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T06:12:36,160 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:36,160 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T06:12:36,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:36,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:36,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:36,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:36,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:36,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:36,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:36,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '407411ea95db,41665,1732255911345': 2024-11-22T06:12:36,164 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '407411ea95db,41665,1732255911345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T06:12:36,165 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T06:12:36,165 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T06:12:36,165 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T06:12:36,165 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T06:12:36,165 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T06:12:36,169 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta 2024-11-22T06:12:36,174 DEBUG [master/407411ea95db:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732255919516 2024-11-22T06:12:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:36,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,177 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:36,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:36,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:36,178 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:36,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:36,178 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:36,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:36,179 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:36,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:36,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741891_1067 (size=950) 2024-11-22T06:12:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:36,193 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:36,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:36,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:36,193 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:36,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T06:12:36,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T06:12:36,193 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:36,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T06:12:36,204 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {407411ea95db:41665=1732255921232} newestTimestamps: {407411ea95db:41665=1732255936592} 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 2024-11-22T06:12:36,206 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 2024-11-22T06:12:36,207 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta 2024-11-22T06:12:36,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741892_1068 (size=364) 2024-11-22T06:12:36,591 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000002.908 2024-11-22T06:12:36,591 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000003.950 2024-11-22T06:12:36,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732255919516 in 420 msec 2024-11-22T06:12:36,621 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17322559195161 target: hdfs://localhost:44643/backupUT/backup_1732255951658/ns2/test-17322559195161 descriptor: 'ns2:test-17322559195161', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:36,621 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:12:36,629 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17322559195161 2024-11-22T06:12:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741893_1069 (size=50) 2024-11-22T06:12:37,040 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17322559195161 2024-11-22T06:12:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741894_1070 (size=950) 2024-11-22T06:12:37,458 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732255919516 target: hdfs://localhost:44643/backupUT/backup_1732255951658/default/test-1732255919516 descriptor: 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:37,458 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:12:37,461 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732255919516 2024-11-22T06:12:37,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741895_1071 (size=53) 2024-11-22T06:12:37,869 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732255919516 2024-11-22T06:12:37,882 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658 from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572;hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 2024-11-22T06:12:37,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b8f22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:37,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:37,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:37,884 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3344672c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:37,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:37,885 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f901b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:37,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:12:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:12:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10bdef9 2024-11-22T06:12:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:12:37,888 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:12:37,893 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:12:37,893 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732255919516 2024-11-22T06:12:37,894 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732255919516,, stopping at row=test-1732255919516 ,, for max=2147483647 with caching=100 2024-11-22T06:12:37,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:37,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:37,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:37,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:37,899 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732255919516: test-1732255919516; 2024-11-22T06:12:37,899 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17322559195161 2024-11-22T06:12:37,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17322559195161,, stopping at row=ns2:test-17322559195161 ,, for max=2147483647 with caching=100 2024-11-22T06:12:37,902 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17322559195161: ns2:test-17322559195161; 2024-11-22T06:12:37,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T06:12:37,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_35663051-6bad-492a-98a9-9066b7dded76 2024-11-22T06:12:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741896_1072 (size=192) 2024-11-22T06:12:38,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:38,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:38,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-991555665826431536.jar 2024-11-22T06:12:39,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:12:39,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:12:39,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:12:39,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:12:39,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:12:39,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:12:39,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:12:39,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:12:39,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:12:39,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:12:39,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:12:39,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:12:39,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:12:39,197 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732255919516,ns2:test-17322559195161 2024-11-22T06:12:39,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:12:39,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:12:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:39,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:39,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:12:40,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-14359133338058985706.jar 2024-11-22T06:12:40,066 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:12:40,088 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 for WAL files 2024-11-22T06:12:40,090 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 2024-11-22T06:12:40,090 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 for WAL files 2024-11-22T06:12:40,091 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 2024-11-22T06:12:40,188 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local2023942093_0003_edb81759-585e-44a0-a8e3-cb3fa5d446a7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:12:40,188 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local2023942093_0003_edb81759-585e-44a0-a8e3-cb3fa5d446a7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:12:40,272 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 for hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 (-9223372036854775808:9223372036854775807) length:30490 2024-11-22T06:12:40,291 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T06:12:40,291 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T06:12:40,326 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 for hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 (-9223372036854775808:9223372036854775807) length:1198 2024-11-22T06:12:40,330 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T06:12:40,330 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T06:12:40,402 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74357ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,402 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:40,402 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:40,403 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386a8d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:40,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,405 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2b620f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,407 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:40,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:40,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:40,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:40,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322559195161', row='row-t20', locateType=CURRENT is [region=ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:40,411 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T06:12:40,411 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:12:40,411 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,411 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:40,411 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T06:12:40,411 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:12:40,417 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658/_temporary/0/_temporary/attempt_local2023942093_0003_r_000000_0/ns2/test-17322559195161/f/8d3a4ba82f814b55b14283d783e6cd32 is 38, key is row-t20/f:q1/1732255950295/Put/seqid=0 2024-11-22T06:12:40,419 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:12:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741897_1073 (size=5275) 2024-11-22T06:12:40,856 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2e53e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,856 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:40,856 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:40,857 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb3d972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b5be66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,860 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:40,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:40,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='row-test-1732255919516-1-0', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=107] 2024-11-22T06:12:40,864 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T06:12:40,864 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:12:40,864 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,864 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:40,864 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-1-0] 2024-11-22T06:12:40,864 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:12:40,877 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2ace8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,877 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:40,877 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:40,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:40,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95a92d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:40,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:40,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,880 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:40,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea316f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:40,880 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:40,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:40,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:40,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:40,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='row-test-1732255919516-3-0', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=107] 2024-11-22T06:12:40,884 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T06:12:40,884 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:12:40,884 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,884 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:40,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:40,884 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-3-0] 2024-11-22T06:12:40,884 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:12:40,892 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658/_temporary/0/_temporary/attempt_local2023942093_0003_r_000001_0/default/test-1732255919516/f/d0d5fa2227db4ab9b584bcb46229682a is 59, key is row-test-1732255919516-1-10/f:q1/1732255949932/Put/seqid=0 2024-11-22T06:12:40,894 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:12:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741898_1074 (size=10770) 2024-11-22T06:12:41,300 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658/_temporary/0/_temporary/attempt_local2023942093_0003_r_000001_0/default/test-1732255919516/mob/99d365739e644acab1617f369cf9a8a9 is 63, key is row-test-1732255919516-3-100/mob:q1/1732255950256/Put/seqid=0 2024-11-22T06:12:41,305 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:12:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741899_1075 (size=11811) 2024-11-22T06:12:42,236 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44643/backupUT 2024-11-22T06:12:42,237 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732255951658 2024-11-22T06:12:42,237 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T06:12:42,254 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658, hdfs://localhost:44643/backupUT] 2024-11-22T06:12:42,324 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:12:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741900_1076 (size=5275) 2024-11-22T06:12:42,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741901_1077 (size=10770) 2024-11-22T06:12:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741902_1078 (size=11811) 2024-11-22T06:12:43,430 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T06:12:43,433 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732255951658 2024-11-22T06:12:43,433 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-22T06:12:43,434 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local723410549_0004 completed: true true 2024-11-22T06:12:43,435 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824600 FILE: Number of bytes written=6186855 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-22T06:12:43,435 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44643/backupUT/.tmp/backup_1732255951658 to hdfs://localhost:44643/backupUT finished. 2024-11-22T06:12:43,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17322559195161:', locateType=CURRENT is [region=backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:12:43,453 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732255951658 2024-11-22T06:12:43,457 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732255929701} 2024-11-22T06:12:43,458 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T06:12:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741903_1079 (size=384) 2024-11-22T06:12:43,866 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44643/backupUT/backup_1732255951658/.backup.manifest 2024-11-22T06:12:43,866 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732255951658 finished: type=INCREMENTAL,tablelist=ns2:test-17322559195161;test-1732255919516,targetRootDir=hdfs://localhost:44643/backupUT,startts=1732255955942,completets=1732255963453,bytescopied=0 2024-11-22T06:12:43,866 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T06:12:43,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T06:12:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T06:12:43,882 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T06:12:43,884 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T06:12:43,888 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732255951658 completed. 2024-11-22T06:12:43,889 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T06:12:43,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:43,911 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255951658/.backup.manifest 2024-11-22T06:12:43,914 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255951658/.backup.manifest 2024-11-22T06:12:43,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732255919516 from 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732255919516', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:12:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732255919516 2024-11-22T06:12:43,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741904_1080 (size=908) 2024-11-22T06:12:44,332 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000003.950 2024-11-22T06:12:44,332 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000004.908 2024-11-22T06:12:44,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732255919516}] 2024-11-22T06:12:44,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE}] 2024-11-22T06:12:44,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE 2024-11-22T06:12:44,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:44,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE because future has completed 2024-11-22T06:12:44,346 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:12:44,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:44,499 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,499 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:12:44,499 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 6a32357810a14c74635c0524234710dc, disabling compactions & flushes 2024-11-22T06:12:44,499 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,499 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,499 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. after waiting 0 ms 2024-11-22T06:12:44,499 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,507 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-22T06:12:44,508 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:12:44,509 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,509 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 6a32357810a14c74635c0524234710dc: Waiting for close lock at 1732255964499Running coprocessor pre-close hooks at 1732255964499Disabling compacts and flushes for region at 1732255964499Disabling writes for close at 1732255964499Writing region close event to WAL at 1732255964501 (+2 ms)Running coprocessor post-close hooks at 1732255964508 (+7 ms)Closed at 1732255964509 (+1 ms) 2024-11-22T06:12:44,509 WARN [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 6a32357810a14c74635c0524234710dc to self. 2024-11-22T06:12:44,512 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=CLOSED 2024-11-22T06:12:44,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:44,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T06:12:44,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE; state=CLOSED, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=true 2024-11-22T06:12:44,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 in 170 msec 2024-11-22T06:12:44,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:44,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE because future has completed 2024-11-22T06:12:44,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:12:44,837 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,837 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a32357810a14c74635c0524234710dc, NAME => 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:12:44,838 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:12:44,838 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732255919516 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,839 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:12:44,839 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,839 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,841 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,843 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName f 2024-11-22T06:12:44,843 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:44,853 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:12:44,859 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f 2024-11-22T06:12:44,860 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:44,860 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,862 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName f2 2024-11-22T06:12:44,862 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:44,862 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:44,862 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,863 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a32357810a14c74635c0524234710dc columnFamilyName mob 2024-11-22T06:12:44,864 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:44,872 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:12:44,877 DEBUG [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 2024-11-22T06:12:44,877 INFO [StoreOpener-6a32357810a14c74635c0524234710dc-1 {}] regionserver.HStore(327): Store=6a32357810a14c74635c0524234710dc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:12:44,877 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,878 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,879 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,880 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,880 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,881 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732255919516 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:12:44,883 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,884 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6a32357810a14c74635c0524234710dc; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11382817120, jitterRate=0.060107454657554626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:12:44,884 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:44,887 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6a32357810a14c74635c0524234710dc: Running coprocessor pre-open hook at 1732255964839Writing region info on filesystem at 1732255964839Initializing all the Stores at 1732255964841 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255964841Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255964841Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732255964841Cleaning up temporary data from old regions at 1732255964880 (+39 ms)Running coprocessor post-open hooks at 1732255964884 (+4 ms)Region opened successfully at 1732255964886 (+2 ms) 2024-11-22T06:12:44,888 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., pid=46, masterSystemTime=1732255964829 2024-11-22T06:12:44,890 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,890 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:44,890 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=6a32357810a14c74635c0524234710dc, regionState=OPEN, openSeqNum=338, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:12:44,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:12:44,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-22T06:12:44,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a32357810a14c74635c0524234710dc, server=407411ea95db,41665,1732255911345 in 219 msec 2024-11-22T06:12:44,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T06:12:44,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732255919516, region=6a32357810a14c74635c0524234710dc, REOPEN/MOVE in 556 msec 2024-11-22T06:12:44,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T06:12:44,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732255919516 in 562 msec 2024-11-22T06:12:44,902 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732255919516 2024-11-22T06:12:44,908 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 2024-11-22T06:12:44,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732255919516 in 993 msec 2024-11-22T06:12:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T06:12:44,912 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732255919516 completed 2024-11-22T06:12:44,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,954 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T06:12:44,959 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732255964913 2024-11-22T06:12:44,961 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732255951658} 2024-11-22T06:12:44,961 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732255929701} 2024-11-22T06:12:44,961 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-22T06:12:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:44,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:45,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:45,010 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732255919516 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732255919516 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T06:12:45,013 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732255964913,startts=0,failedts=1732255965011,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732255919516 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-22T06:12:45,014 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-22T06:12:45,016 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-22T06:12:45,016 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T06:12:45,018 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-22T06:12:45,018 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-22T06:12:45,020 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T06:12:45,023 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732255964913 failed. 2024-11-22T06:12:45,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:45,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:45,042 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732255919516, ns2:test-17322559195161, ns3:test-17322559195162, ns4:test-17322559195163] 2024-11-22T06:12:45,042 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T06:12:45,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255965048 (current time:1732255965048). 2024-11-22T06:12:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T06:12:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b873b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:45,050 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6624889a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:45,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:45,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:45,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8d7ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:45,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:45,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:45,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:45,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:12:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T06:12:45,059 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:45,060 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:45,063 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741905_1081 (size=52) 2024-11-22T06:12:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:45,473 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:45,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800}] 2024-11-22T06:12:45,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:45,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-22T06:12:45,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:45,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 26f2c1c6abe5fccfd85d778b000f6800 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-22T06:12:45,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/10e28ac4d4f543e7a1868f63719ad3e5 is 158, key is trslm:hdfs://localhost:44643/backupUT\x00ns2:test-17322559195161/meta:log-roll-map/1732255963441/Put/seqid=0 2024-11-22T06:12:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741906_1082 (size=5745) 2024-11-22T06:12:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:46,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/10e28ac4d4f543e7a1868f63719ad3e5 2024-11-22T06:12:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/5545ad38787e43fc9aec03bece29e909 is 1245, key is session:backup_1732255964913/session:context/1732255965019/Put/seqid=0 2024-11-22T06:12:46,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741907_1083 (size=6682) 2024-11-22T06:12:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:46,278 DEBUG [master/407411ea95db:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732255919516 2024-11-22T06:12:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741908_1084 (size=950) 2024-11-22T06:12:46,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/5545ad38787e43fc9aec03bece29e909 2024-11-22T06:12:46,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/10e28ac4d4f543e7a1868f63719ad3e5 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5 2024-11-22T06:12:46,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5, entries=4, sequenceid=31, filesize=5.6 K 2024-11-22T06:12:46,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/5545ad38787e43fc9aec03bece29e909 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909 2024-11-22T06:12:46,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909, entries=3, sequenceid=31, filesize=6.5 K 2024-11-22T06:12:46,495 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 866ms, sequenceid=31, compaction requested=true 2024-11-22T06:12:46,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 26f2c1c6abe5fccfd85d778b000f6800: 2024-11-22T06:12:46,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. for snapshot_backup_system completed. 2024-11-22T06:12:46,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.' region-info for snapshot=snapshot_backup_system 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5] hfiles 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c for snapshot=snapshot_backup_system 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5 for snapshot=snapshot_backup_system 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909] hfiles 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32 for snapshot=snapshot_backup_system 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506 for snapshot=snapshot_backup_system 2024-11-22T06:12:46,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909 for snapshot=snapshot_backup_system 2024-11-22T06:12:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741909_1085 (size=251) 2024-11-22T06:12:46,697 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000004.908 2024-11-22T06:12:46,697 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/.tabledesc/.tableinfo.0000000005.950 2024-11-22T06:12:46,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732255919516 in 422 msec 2024-11-22T06:12:46,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:12:46,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T06:12:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T06:12:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:46,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:12:46,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T06:12:46,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 in 1.4310 sec 2024-11-22T06:12:46,907 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:46,908 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:46,910 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:46,910 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T06:12:46,911 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T06:12:46,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741910_1086 (size=888) 2024-11-22T06:12:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:47,325 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:47,333 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:47,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_backup_system 2024-11-22T06:12:47,335 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:47,335 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T06:12:47,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2780 sec 2024-11-22T06:12:48,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T06:12:48,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3ad4e0b74d92e2a27e4d184b570def19, had cached 0 bytes from a total of 8413 2024-11-22T06:12:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T06:12:49,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T06:12:49,242 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732255965024 started at 1732255969242. 2024-11-22T06:12:49,246 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732255965024 has been started. 2024-11-22T06:12:49,254 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T06:12:49,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T06:12:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T06:12:49,255 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T06:12:49,255 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T06:12:49,256 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T06:12:49,256 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T06:12:49,257 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,257 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:49,316 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:49,317 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:49,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:49,318 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,318 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T06:12:49,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:49,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T06:12:49,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:49,323 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T06:12:49,324 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T06:12:49,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T06:12:49,324 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T06:12:49,324 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T06:12:49,325 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T06:12:49,325 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T06:12:49,325 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T06:12:49,332 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:49,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:49,333 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,333 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T06:12:49,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:49,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:49,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:49,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:49,335 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T06:12:49,335 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@c9e83ca[Count = 0] remaining members to acquire global barrier 2024-11-22T06:12:49,335 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T06:12:49,335 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,341 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,341 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T06:12:49,341 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,341 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T06:12:49,341 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T06:12:49,341 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 407411ea95db,41665,1732255911345 2024-11-22T06:12:49,341 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732255956067 highest: 1732255956082 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:49,341 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.meta:.meta(num 1732255956045) roll requested 2024-11-22T06:12:49,356 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta, exclude list is [], retry=0 2024-11-22T06:12:49,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:49,360 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta 2024-11-22T06:12:49,360 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:49,360 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta is not closed yet, will try archiving it next time 2024-11-22T06:12:49,360 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0:(num 1732255956067) roll requested 2024-11-22T06:12:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741888_1064 (size=1903) 2024-11-22T06:12:49,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta not finished, retry = 0 2024-11-22T06:12:49,372 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360, exclude list is [], retry=0 2024-11-22T06:12:49,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:49,376 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 2024-11-22T06:12:49,376 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:49,376 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 is not closed yet, will try archiving it next time 2024-11-22T06:12:49,376 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1:(num 1732255956082) roll requested 2024-11-22T06:12:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741889_1065 (size=93) 2024-11-22T06:12:49,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 not finished, retry = 0 2024-11-22T06:12:49,388 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376, exclude list is [], retry=0 2024-11-22T06:12:49,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:12:49,391 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 2024-11-22T06:12:49,391 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:12:49,391 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 is not closed yet, will try archiving it next time 2024-11-22T06:12:49,392 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255936592 2024-11-22T06:12:49,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 not finished, retry = 0 2024-11-22T06:12:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741890_1066 (size=4927) 2024-11-22T06:12:49,402 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-22T06:12:49,402 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732255969360 on 407411ea95db,41665,1732255911345 2024-11-22T06:12:49,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:12:49,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:12:49,421 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T06:12:49,421 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '407411ea95db,41665,1732255911345' in zk 2024-11-22T06:12:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,449 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T06:12:49,449 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:49,449 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T06:12:49,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:49,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:49,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:49,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:49,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:49,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:49,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:49,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '407411ea95db,41665,1732255911345': 2024-11-22T06:12:49,459 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '407411ea95db,41665,1732255911345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T06:12:49,459 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T06:12:49,459 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T06:12:49,459 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T06:12:49,459 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T06:12:49,460 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T06:12:49,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:49,466 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:12:49,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:12:49,467 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:49,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:49,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:12:49,467 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:12:49,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,469 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:49,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:12:49,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:12:49,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:12:49,478 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255956067 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:12:49,482 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:12:49,482 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:12:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:12:49,483 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:12:49,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T06:12:49,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T06:12:49,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-22T06:12:49,483 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:12:49,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:12:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T06:12:49,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T06:12:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255969495 (current time:1732255969495). 2024-11-22T06:12:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255969494_backup_system_bulk VERSION not specified, setting to 2 2024-11-22T06:12:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254cc8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:49,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd2d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:49,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:49,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1030934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:49,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:49,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:49,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:49,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T06:12:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-22T06:12:49,506 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:49,507 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:49,509 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741914_1090 (size=76) 2024-11-22T06:12:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:49,920 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:49,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e6e524527e9d5329b8153c6aff43c1}] 2024-11-22T06:12:49,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:50,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T06:12:50,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 67e6e524527e9d5329b8153c6aff43c1: 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. for snapshot_1732255969494_backup_system_bulk completed. 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1.' region-info for snapshot=snapshot_1732255969494_backup_system_bulk 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:50,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:50,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741915_1091 (size=61) 2024-11-22T06:12:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:50,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:12:50,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T06:12:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T06:12:50,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255969494_backup_system_bulk on region 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:50,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:12:50,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T06:12:50,485 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:50,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67e6e524527e9d5329b8153c6aff43c1 in 563 msec 2024-11-22T06:12:50,486 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:50,486 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:50,486 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255969494_backup_system_bulk 2024-11-22T06:12:50,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255969494_backup_system_bulk 2024-11-22T06:12:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741916_1092 (size=702) 2024-11-22T06:12:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:50,906 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:50,916 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:50,917 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255969494_backup_system_bulk to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255969494_backup_system_bulk 2024-11-22T06:12:50,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:50,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-22T06:12:50,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732255969494_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4150 sec 2024-11-22T06:12:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T06:12:51,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-22T06:12:51,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } 2024-11-22T06:12:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255971661 (current time:1732255971661). 2024-11-22T06:12:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255971661_ns3_test-17322559195162 VERSION not specified, setting to 2 2024-11-22T06:12:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e7f53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:51,663 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3d8785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:51,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fa8175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:51,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:51,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:51,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:51,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } 2024-11-22T06:12:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-22T06:12:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:51,675 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:51,677 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:51,680 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741917_1093 (size=86) 2024-11-22T06:12:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:52,113 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:52,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb}] 2024-11-22T06:12:52,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:52,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-22T06:12:52,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:52,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c3ee821eb6cc693e7e3cb74b3cc17cfb: 2024-11-22T06:12:52,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. for snapshot_1732255971661_ns3_test-17322559195162 completed. 2024-11-22T06:12:52,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb.' region-info for snapshot=snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:12:52,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:52,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:52,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741918_1094 (size=52) 2024-11-22T06:12:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:52,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:12:52,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T06:12:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T06:12:52,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255971661_ns3_test-17322559195162 on region c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:52,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:12:52,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T06:12:52,682 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:52,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3ee821eb6cc693e7e3cb74b3cc17cfb in 566 msec 2024-11-22T06:12:52,683 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:52,683 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:52,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:12:52,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:12:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741919_1095 (size=443) 2024-11-22T06:12:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:53,094 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:53,099 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:53,100 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255971661_ns3_test-17322559195162 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:12:53,101 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:53,101 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-22T06:12:53,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732255971661_ns3_test-17322559195162 table=ns3:test-17322559195162 type=FLUSH ttl=0 } in 1.4290 sec 2024-11-22T06:12:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T06:12:53,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17322559195162 completed 2024-11-22T06:12:53,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } 2024-11-22T06:12:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255973824 (current time:1732255973824). 2024-11-22T06:12:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255973822_ns2_test-17322559195161 VERSION not specified, setting to 2 2024-11-22T06:12:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c901de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:53,830 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:53,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa9b628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:53,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c50c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:53,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:53,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:53,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:53,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:53,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } 2024-11-22T06:12:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-22T06:12:53,838 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:53,839 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:53,841 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741920_1096 (size=86) 2024-11-22T06:12:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:54,250 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:54,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19}] 2024-11-22T06:12:54,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:54,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-22T06:12:54,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:54,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3ad4e0b74d92e2a27e4d184b570def19 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-22T06:12:54,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/c8d9f7b7d55e427b9183307bba785d58 is 38, key is row-t20/f:q1/1732255950295/Put/seqid=0 2024-11-22T06:12:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741921_1097 (size=5134) 2024-11-22T06:12:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:54,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/c8d9f7b7d55e427b9183307bba785d58 2024-11-22T06:12:54,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/.tmp/f/c8d9f7b7d55e427b9183307bba785d58 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58 2024-11-22T06:12:54,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58, entries=5, sequenceid=111, filesize=5.0 K 2024-11-22T06:12:54,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 3ad4e0b74d92e2a27e4d184b570def19 in 434ms, sequenceid=111, compaction requested=false 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3ad4e0b74d92e2a27e4d184b570def19: 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. for snapshot_1732255973822_ns2_test-17322559195161 completed. 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19.' region-info for snapshot=snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58] hfiles 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b for snapshot=snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:54,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58 for snapshot=snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741922_1098 (size=130) 2024-11-22T06:12:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:55,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:12:55,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T06:12:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T06:12:55,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255973822_ns2_test-17322559195161 on region 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:55,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:12:55,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T06:12:55,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ad4e0b74d92e2a27e4d184b570def19 in 1.0030 sec 2024-11-22T06:12:55,255 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:55,257 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:55,258 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:55,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:55,259 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741923_1099 (size=496) 2024-11-22T06:12:55,674 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:55,684 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:55,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255973822_ns2_test-17322559195161 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:12:55,686 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:55,686 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-22T06:12:55,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732255973822_ns2_test-17322559195161 table=ns2:test-17322559195161 type=FLUSH ttl=0 } in 1.8500 sec 2024-11-22T06:12:55,709 INFO [master/407411ea95db:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T06:12:55,709 INFO [master/407411ea95db:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T06:12:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T06:12:55,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17322559195161 completed 2024-11-22T06:12:55,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } 2024-11-22T06:12:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255975984 (current time:1732255975984). 2024-11-22T06:12:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255975982_default_test-1732255919516 VERSION not specified, setting to 2 2024-11-22T06:12:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b96efd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:55,987 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:55,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:55,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:55,991 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54aa5b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:55,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:55,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:55,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } 2024-11-22T06:12:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-22T06:12:56,002 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:56,003 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:56,006 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741924_1100 (size=84) 2024-11-22T06:12:56,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 26f2c1c6abe5fccfd85d778b000f6800, had cached 0 bytes from a total of 28925 2024-11-22T06:12:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:56,414 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:56,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc}] 2024-11-22T06:12:56,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:56,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-22T06:12:56,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:56,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 6a32357810a14c74635c0524234710dc: 2024-11-22T06:12:56,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. for snapshot_1732255975982_default_test-1732255919516 completed. 2024-11-22T06:12:56,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.' region-info for snapshot=snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:56,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f] hfiles 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 for snapshot=snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f for snapshot=snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3] hfiles 2024-11-22T06:12:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a for snapshot=snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:56,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 for snapshot=snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:56,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741925_1101 (size=224) 2024-11-22T06:12:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:56,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:12:56,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T06:12:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T06:12:56,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255975982_default_test-1732255919516 on region 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:56,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc 2024-11-22T06:12:56,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T06:12:56,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a32357810a14c74635c0524234710dc in 577 msec 2024-11-22T06:12:56,996 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:56,997 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:56,999 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T06:12:56,999 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T06:12:56,999 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:57,000 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T06:12:57,000 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:57,001 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-22T06:12:57,001 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:12:57,003 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc] hfiles 2024-11-22T06:12:57,003 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc 2024-11-22T06:12:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741926_1102 (size=168) 2024-11-22T06:12:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:57,425 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:57,425 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:57,427 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741927_1103 (size=1347) 2024-11-22T06:12:57,849 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:57,859 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:57,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255975982_default_test-1732255919516 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:12:57,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:57,861 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-22T06:12:57,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732255975982_default_test-1732255919516 table=test-1732255919516 type=FLUSH ttl=0 } in 1.8610 sec 2024-11-22T06:12:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T06:12:58,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732255919516 completed 2024-11-22T06:12:58,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } 2024-11-22T06:12:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732255978154 (current time:1732255978154). 2024-11-22T06:12:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:12:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732255978152_ns4_test-17322559195163 VERSION not specified, setting to 2 2024-11-22T06:12:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ed9e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:12:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:12:58,159 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:12:58,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:12:58,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:12:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738af421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:12:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:12:58,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:58,163 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:12:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f78ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:12:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:12:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:12:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:12:58,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:12:58,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:12:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:12:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:12:58,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:12:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:12:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } 2024-11-22T06:12:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-22T06:12:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:12:58,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:12:58,173 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:12:58,176 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:12:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741928_1104 (size=86) 2024-11-22T06:12:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:12:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:12:58,587 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:12:58,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9906b2303439d51d7d90579b7dc9e43}] 2024-11-22T06:12:58,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:58,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-22T06:12:58,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:58,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for f9906b2303439d51d7d90579b7dc9e43: 2024-11-22T06:12:58,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. for snapshot_1732255978152_ns4_test-17322559195163 completed. 2024-11-22T06:12:58,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43.' region-info for snapshot=snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:12:58,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:12:58,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T06:12:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741929_1105 (size=52) 2024-11-22T06:12:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:12:59,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:12:59,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-22T06:12:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-22T06:12:59,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732255978152_ns4_test-17322559195163 on region f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:59,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:12:59,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T06:12:59,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9906b2303439d51d7d90579b7dc9e43 in 578 msec 2024-11-22T06:12:59,171 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:12:59,172 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:12:59,173 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:12:59,173 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:12:59,174 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:12:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741930_1106 (size=443) 2024-11-22T06:12:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:12:59,592 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:12:59,598 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:12:59,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_1732255978152_ns4_test-17322559195163 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:12:59,600 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:12:59,600 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-22T06:12:59,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732255978152_ns4_test-17322559195163 table=ns4:test-17322559195163 type=FLUSH ttl=0 } in 1.4300 sec 2024-11-22T06:13:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T06:13:00,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17322559195163 completed 2024-11-22T06:13:00,321 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732255965024 2024-11-22T06:13:00,321 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T06:13:00,321 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-22T06:13:00,321 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255965024_backup:system_bulk 2024-11-22T06:13:00,321 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255969494_backup_system_bulk to hdfs://localhost:44643/backupUT/backup_1732255965024/backup/system_bulk/ 2024-11-22T06:13:00,321 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:13:00,357 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:00,357 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255965024/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255965024/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732255969494_backup_system_bulk 2024-11-22T06:13:00,359 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:13:00,362 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255969494_backup_system_bulk to hdfs://localhost:44643/backupUT/backup_1732255965024/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732255969494_backup_system_bulk 2024-11-22T06:13:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741932_1108 (size=702) 2024-11-22T06:13:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741931_1107 (size=76) 2024-11-22T06:13:00,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:00,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:00,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-4962594533459401563.jar 2024-11-22T06:13:01,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:01,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:01,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:01,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:01,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:01,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:01,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:01,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:01,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:01,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:01,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:01,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:01,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:01,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:01,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:01,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:01,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:01,693 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:01,715 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255969494_backup_system_bulk' hfile list 2024-11-22T06:13:01,793 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1966846654_0005_7e32693d-d481-45c2-bc32-81ef560ecf91/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:01,793 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1966846654_0005_7e32693d-d481-45c2-bc32-81ef560ecf91/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:02,828 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:13:02,829 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:13:02,833 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255969494_backup_system_bulk 2024-11-22T06:13:02,834 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255969494_backup_system_bulk finished. 2024-11-22T06:13:02,834 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255965024_ns3:test-17322559195162 2024-11-22T06:13:02,834 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255971661_ns3_test-17322559195162 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns3/test-17322559195162/ 2024-11-22T06:13:02,834 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:13:02,862 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:02,862 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255965024/ns3/test-17322559195162, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255965024/ns3/test-17322559195162/.hbase-snapshot/.tmp/snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:13:02,864 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:13:02,868 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255971661_ns3_test-17322559195162 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns3/test-17322559195162/.hbase-snapshot/.tmp/snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:13:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741933_1109 (size=86) 2024-11-22T06:13:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741934_1110 (size=443) 2024-11-22T06:13:03,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:03,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:03,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-15420671062231110004.jar 2024-11-22T06:13:04,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:04,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:04,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:04,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:04,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:04,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:04,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:04,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:04,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:04,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:04,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:04,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:04,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:04,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:04,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:04,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:04,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:04,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:04,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:04,186 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:04,210 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255971661_ns3_test-17322559195162' hfile list 2024-11-22T06:13:04,297 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1981574711_0006_a2d9fee0-3e60-4183-bb34-d8b59d00f045/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:04,297 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1981574711_0006_a2d9fee0-3e60-4183-bb34-d8b59d00f045/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:05,334 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:13:05,335 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:13:05,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:13:05,343 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255971661_ns3_test-17322559195162 finished. 2024-11-22T06:13:05,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255965024_ns2:test-17322559195161 2024-11-22T06:13:05,343 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255973822_ns2_test-17322559195161 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/ 2024-11-22T06:13:05,343 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:13:05,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:05,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/.hbase-snapshot/.tmp/snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:13:05,374 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:13:05,379 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255973822_ns2_test-17322559195161 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/.hbase-snapshot/.tmp/snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:13:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741935_1111 (size=86) 2024-11-22T06:13:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741936_1112 (size=496) 2024-11-22T06:13:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:05,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:05,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-17733838972503709020.jar 2024-11-22T06:13:06,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:06,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:06,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:06,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:06,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:06,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:06,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:06,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:06,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:06,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:06,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:06,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:06,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:06,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:06,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:06,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:06,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:06,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:06,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:06,705 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:06,729 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255973822_ns2_test-17322559195161' hfile list 2024-11-22T06:13:06,731 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-22T06:13:06,826 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local955071257_0007_c7001579-2191-4dc6-a065-3f80a7c7c7ba/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:06,827 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local955071257_0007_c7001579-2191-4dc6-a065-3f80a7c7c7ba/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:06,902 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T06:13:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741937_1113 (size=8413) 2024-11-22T06:13:07,342 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b output=hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:13:07,342 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-22T06:13:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741938_1114 (size=5134) 2024-11-22T06:13:07,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58 output=hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58 2024-11-22T06:13:07,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-22T06:13:07,874 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:13:07,875 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:13:07,887 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:13:07,887 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255973822_ns2_test-17322559195161 finished. 2024-11-22T06:13:07,887 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255965024_test-1732255919516 2024-11-22T06:13:07,887 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255975982_default_test-1732255919516 to hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/ 2024-11-22T06:13:07,887 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:13:07,912 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:07,912 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/.hbase-snapshot/.tmp/snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:13:07,914 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:13:07,920 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255975982_default_test-1732255919516 to hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/.hbase-snapshot/.tmp/snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:13:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741939_1115 (size=1347) 2024-11-22T06:13:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741940_1116 (size=84) 2024-11-22T06:13:08,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:08,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:08,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-15139734580496868945.jar 2024-11-22T06:13:09,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:09,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:09,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:09,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:09,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:09,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:09,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:09,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:09,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:09,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:09,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:09,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:09,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:09,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:09,237 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:09,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255975982_default_test-1732255919516' hfile list 2024-11-22T06:13:09,262 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-22T06:13:09,335 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local351645141_0008_bf258e3b-e282-41ce-a638-6c10d51e4c22/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:09,336 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local351645141_0008_bf258e3b-e282-41ce-a638-6c10d51e4c22/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:09,402 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T06:13:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741941_1117 (size=13760) 2024-11-22T06:13:09,832 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 output=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 2024-11-22T06:13:09,832 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-22T06:13:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741942_1118 (size=10796) 2024-11-22T06:13:10,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f output=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f 2024-11-22T06:13:10,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-22T06:13:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741943_1119 (size=8413) 2024-11-22T06:13:10,696 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 output=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:13:10,696 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T06:13:10,711 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc to hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc" truncated to max limit (512 characters) 2024-11-22T06:13:10,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741944_1120 (size=5591) 2024-11-22T06:13:11,127 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc output=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc 2024-11-22T06:13:11,127 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-22T06:13:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741945_1121 (size=5484) 2024-11-22T06:13:11,561 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a output=hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:13:11,562 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-22T06:13:12,378 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:13:12,380 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:13:12,391 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:13:12,391 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255975982_default_test-1732255919516 finished. 2024-11-22T06:13:12,391 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732255965024_ns4:test-17322559195163 2024-11-22T06:13:12,391 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732255978152_ns4_test-17322559195163 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns4/test-17322559195163/ 2024-11-22T06:13:12,391 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T06:13:12,419 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44643, inputRoot=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:12,419 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_31900684_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44643/backupUT/backup_1732255965024/ns4/test-17322559195163, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44643/backupUT/backup_1732255965024/ns4/test-17322559195163/.hbase-snapshot/.tmp/snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:13:12,421 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T06:13:12,424 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_1732255978152_ns4_test-17322559195163 to hdfs://localhost:44643/backupUT/backup_1732255965024/ns4/test-17322559195163/.hbase-snapshot/.tmp/snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:13:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741946_1122 (size=443) 2024-11-22T06:13:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741947_1123 (size=86) 2024-11-22T06:13:12,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:12,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:12,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-16302522098290719929.jar 2024-11-22T06:13:13,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:13,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:13,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:13,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:13,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:13,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:13,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:13,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:13,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:13,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:13,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:13,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:13,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:13,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:13,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:13,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:13,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T06:13:13,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:13,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:13,736 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:13,762 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732255978152_ns4_test-17322559195163' hfile list 2024-11-22T06:13:13,850 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1343427678_0009_98268717-532b-43e0-8300-f6bdfdcc5663/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:13,850 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1343427678_0009_98268717-532b-43e0-8300-f6bdfdcc5663/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:14,894 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T06:13:14,897 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T06:13:14,906 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:13:14,906 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732255978152_ns4_test-17322559195163 finished. 2024-11-22T06:13:14,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-22T06:13:14,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17322559195162 2024-11-22T06:13:14,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17322559195161 2024-11-22T06:13:14,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732255919516 2024-11-22T06:13:14,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17322559195163 2024-11-22T06:13:14,918 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732255965024 2024-11-22T06:13:14,918 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T06:13:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741948_1124 (size=209) 2024-11-22T06:13:15,324 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44643/backupUT/backup_1732255965024/.backup.manifest 2024-11-22T06:13:15,324 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732255965024 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17322559195162;ns2:test-17322559195161;test-1732255919516;ns4:test-17322559195163,targetRootDir=hdfs://localhost:44643/backupUT,startts=1732255969242,completets=1732255994918,bytescopied=0 2024-11-22T06:13:15,324 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T06:13:15,324 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255969494_backup_system_bulk 2024-11-22T06:13:15,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255969494_backup_system_bulk" type: DISABLED 2024-11-22T06:13:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255969494_backup_system_bulk 2024-11-22T06:13:15,329 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255969494_backup_system_bulk for backup backup_1732255965024 succeeded. 2024-11-22T06:13:15,329 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:13:15,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255971661_ns3_test-17322559195162" type: DISABLED 2024-11-22T06:13:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255971661_ns3_test-17322559195162 2024-11-22T06:13:15,333 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255971661_ns3_test-17322559195162 for backup backup_1732255965024 succeeded. 2024-11-22T06:13:15,333 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:13:15,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255973822_ns2_test-17322559195161" type: DISABLED 2024-11-22T06:13:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255973822_ns2_test-17322559195161 2024-11-22T06:13:15,337 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255973822_ns2_test-17322559195161 for backup backup_1732255965024 succeeded. 2024-11-22T06:13:15,338 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:13:15,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255975982_default_test-1732255919516" type: DISABLED 2024-11-22T06:13:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255975982_default_test-1732255919516 2024-11-22T06:13:15,341 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255975982_default_test-1732255919516 for backup backup_1732255965024 succeeded. 2024-11-22T06:13:15,342 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:13:15,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732255978152_ns4_test-17322559195163" type: DISABLED 2024-11-22T06:13:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732255978152_ns4_test-17322559195163 2024-11-22T06:13:15,346 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732255978152_ns4_test-17322559195163 for backup backup_1732255965024 succeeded. 2024-11-22T06:13:15,347 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T06:13:15,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T06:13:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T06:13:15,355 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T06:13:15,358 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T06:13:15,363 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732255965024 completed. 2024-11-22T06:13:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:18,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T06:13:20,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,437 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T06:13:20,442 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732256000390 2024-11-22T06:13:20,444 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732255965024} 2024-11-22T06:13:20,444 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T06:13:20,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:20,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:13:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732256000540 (current time:1732256000540). 2024-11-22T06:13:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T06:13:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T06:13:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77996dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:20,542 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b593bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:20,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b0e4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:20,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:20,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:20,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261. 2024-11-22T06:13:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:20,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T06:13:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T06:13:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-22T06:13:20,552 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T06:13:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:20,553 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T06:13:20,555 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T06:13:20,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741949_1125 (size=52) 2024-11-22T06:13:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:20,964 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T06:13:20,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800}] 2024-11-22T06:13:20,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:13:21,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-22T06:13:21,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:13:21,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 26f2c1c6abe5fccfd85d778b000f6800 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-22T06:13:21,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/efd32f4194744e89a369637aa935d630 is 158, key is trslm:hdfs://localhost:44643/backupUT\x00ns2:test-17322559195161/meta:log-roll-map/1732255994911/Put/seqid=0 2024-11-22T06:13:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741950_1126 (size=6646) 2024-11-22T06:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:21,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/efd32f4194744e89a369637aa935d630 2024-11-22T06:13:21,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/138d69e0cd8740b689eeb6af844c0f20 is 826, key is session:backup_1732255965024/session:context/1732255995357/Put/seqid=0 2024-11-22T06:13:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741951_1127 (size=5928) 2024-11-22T06:13:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:21,958 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/138d69e0cd8740b689eeb6af844c0f20 2024-11-22T06:13:21,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/efd32f4194744e89a369637aa935d630 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/efd32f4194744e89a369637aa935d630 2024-11-22T06:13:21,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/efd32f4194744e89a369637aa935d630, entries=12, sequenceid=42, filesize=6.5 K 2024-11-22T06:13:21,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/138d69e0cd8740b689eeb6af844c0f20 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/138d69e0cd8740b689eeb6af844c0f20 2024-11-22T06:13:21,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/138d69e0cd8740b689eeb6af844c0f20, entries=2, sequenceid=42, filesize=5.8 K 2024-11-22T06:13:21,991 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 872ms, sequenceid=42, compaction requested=true 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 26f2c1c6abe5fccfd85d778b000f6800: 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. for snapshot_backup_system completed. 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800.' region-info for snapshot=snapshot_backup_system 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/efd32f4194744e89a369637aa935d630] hfiles 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0ae10f33802b4a8897e0c88ec02abf1c for snapshot=snapshot_backup_system 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/10e28ac4d4f543e7a1868f63719ad3e5 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/efd32f4194744e89a369637aa935d630 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/138d69e0cd8740b689eeb6af844c0f20] hfiles 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/af021ed742e44b14a920949e2365cd32 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/efe15481ea3b468fa6c3cde216484506 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/5545ad38787e43fc9aec03bece29e909 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/138d69e0cd8740b689eeb6af844c0f20 for snapshot=snapshot_backup_system 2024-11-22T06:13:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741952_1128 (size=330) 2024-11-22T06:13:22,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:13:22,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-22T06:13:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-22T06:13:22,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:13:22,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:13:22,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T06:13:22,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26f2c1c6abe5fccfd85d778b000f6800 in 1.4360 sec 2024-11-22T06:13:22,405 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T06:13:22,406 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T06:13:22,408 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T06:13:22,408 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T06:13:22,410 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T06:13:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741953_1129 (size=967) 2024-11-22T06:13:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:22,827 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T06:13:22,842 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T06:13:22,843 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.hbase-snapshot/snapshot_backup_system 2024-11-22T06:13:22,846 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T06:13:22,846 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-22T06:13:22,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2024-11-22T06:13:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T06:13:24,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T06:13:24,721 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732256000390 started at 1732256004721. 2024-11-22T06:13:24,723 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732256000390 has been started. 2024-11-22T06:13:24,727 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732255919516, ns2:test-17322559195161, ns3:test-17322559195162, ns4:test-17322559195163] 2024-11-22T06:13:24,731 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732255956082for backupID backup_1732256000390 2024-11-22T06:13:24,731 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T06:13:24,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T06:13:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T06:13:24,732 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T06:13:24,732 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T06:13:24,732 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T06:13:24,732 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T06:13:24,733 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,733 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:13:24,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:13:24,804 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,805 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:13:24,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:13:24,805 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,805 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T06:13:24,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T06:13:24,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T06:13:24,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T06:13:24,806 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T06:13:24,807 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T06:13:24,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T06:13:24,807 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T06:13:24,807 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T06:13:24,807 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T06:13:24,807 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T06:13:24,807 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T06:13:24,824 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:13:24,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:13:24,825 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,825 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T06:13:24,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:13:24,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:13:24,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:13:24,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:13:24,827 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '407411ea95db,41665,1732255911345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T06:13:24,827 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1f417282[Count = 0] remaining members to acquire global barrier 2024-11-22T06:13:24,827 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T06:13:24,827 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,836 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,837 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T06:13:24,837 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,837 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T06:13:24,837 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T06:13:24,837 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 407411ea95db,41665,1732255911345 2024-11-22T06:13:24,837 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732255969360 highest: 1732255969376 on 407411ea95db,41665,1732255911345 2024-11-22T06:13:24,837 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.meta:.meta(num 1732255969341) roll requested 2024-11-22T06:13:24,848 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732256004837.meta, exclude list is [], retry=0 2024-11-22T06:13:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:13:24,853 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732256004837.meta 2024-11-22T06:13:24,853 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:13:24,853 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta is not closed yet, will try archiving it next time 2024-11-22T06:13:24,853 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0:(num 1732255969360) roll requested 2024-11-22T06:13:24,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta not finished, retry = 0 2024-11-22T06:13:24,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741911_1087 (size=93) 2024-11-22T06:13:24,864 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732256004853, exclude list is [], retry=0 2024-11-22T06:13:24,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:13:24,868 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732256004853 2024-11-22T06:13:24,869 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:13:24,869 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 is not closed yet, will try archiving it next time 2024-11-22T06:13:24,869 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1:(num 1732255969376) roll requested 2024-11-22T06:13:24,869 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255936572 2024-11-22T06:13:24,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 not finished, retry = 0 2024-11-22T06:13:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741912_1088 (size=653) 2024-11-22T06:13:24,885 DEBUG [regionserver/407411ea95db:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732256004869, exclude list is [], retry=0 2024-11-22T06:13:24,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-03335a38-e015-4fb5-b8ec-ed2831174388,DISK] 2024-11-22T06:13:24,889 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732256004869 2024-11-22T06:13:24,890 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-22T06:13:24,890 DEBUG [regionserver/407411ea95db:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 is not closed yet, will try archiving it next time 2024-11-22T06:13:24,890 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255956082 2024-11-22T06:13:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741913_1089 (size=4710) 2024-11-22T06:13:24,897 DEBUG [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T06:13:24,898 INFO [rs(407411ea95db,41665,1732255911345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732256004853 on 407411ea95db,41665,1732255911345 2024-11-22T06:13:24,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:24,916 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T06:13:24,916 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '407411ea95db,41665,1732255911345' in zk 2024-11-22T06:13:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,941 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T06:13:24,941 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:13:24,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,941 DEBUG [member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T06:13:24,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:13:24,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:13:24,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:13:24,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:13:24,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:13:24,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:13:24,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:13:24,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '407411ea95db,41665,1732255911345': 2024-11-22T06:13:24,950 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T06:13:24,950 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '407411ea95db,41665,1732255911345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T06:13:24,950 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T06:13:24,950 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T06:13:24,950 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T06:13:24,950 INFO [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T06:13:24,956 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta 2024-11-22T06:13:24,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:13:24,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,962 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T06:13:24,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T06:13:24,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T06:13:24,963 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:13:24,963 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T06:13:24,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:13:24,964 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T06:13:24,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T06:13:24,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------407411ea95db,41665,1732255911345 2024-11-22T06:13:24,971 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T06:13:24,974 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T06:13:24,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/407411ea95db,41665,1732255911345 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T06:13:24,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T06:13:24,974 DEBUG [(407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T06:13:24,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T06:13:24,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T06:13:24,975 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T06:13:24,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T06:13:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T06:13:24,982 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {407411ea95db:41665=1732255956082} newestTimestamps: {407411ea95db:41665=1732255969376} 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 407411ea95db%2C41665%2C1732255911345.meta.1732255915360.meta 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 407411ea95db%2C41665%2C1732255911345.meta.1732255956045.meta 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 407411ea95db%2C41665%2C1732255911345.meta.1732256004837.meta 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732256004853 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 2024-11-22T06:13:24,984 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732256004869 2024-11-22T06:13:24,985 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.meta.1732255936550.meta 2024-11-22T06:13:24,985 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.meta.1732255969341.meta 2024-11-22T06:13:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741957_1133 (size=640) 2024-11-22T06:13:25,399 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44643/backupUT/backup_1732256000390/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:25,399 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:13:25,404 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-22T06:13:25,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741958_1134 (size=45) 2024-11-22T06:13:25,812 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-22T06:13:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741959_1135 (size=390) 2024-11-22T06:13:26,231 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17322559195162 target: hdfs://localhost:44643/backupUT/backup_1732256000390/ns3/test-17322559195162 descriptor: 'ns3:test-17322559195162', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:26,232 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:13:26,238 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17322559195162 2024-11-22T06:13:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741960_1136 (size=50) 2024-11-22T06:13:26,646 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17322559195162 2024-11-22T06:13:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741961_1137 (size=364) 2024-11-22T06:13:27,065 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17322559195161 target: hdfs://localhost:44643/backupUT/backup_1732256000390/ns2/test-17322559195161 descriptor: 'ns2:test-17322559195161', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:27,065 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:13:27,072 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17322559195161 2024-11-22T06:13:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741962_1138 (size=50) 2024-11-22T06:13:27,479 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17322559195161 2024-11-22T06:13:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741963_1139 (size=950) 2024-11-22T06:13:27,903 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732255919516 target: hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516 descriptor: 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:27,903 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:13:27,910 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732255919516 2024-11-22T06:13:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741964_1140 (size=53) 2024-11-22T06:13:28,319 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732255919516 2024-11-22T06:13:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741965_1141 (size=390) 2024-11-22T06:13:28,739 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17322559195163 target: hdfs://localhost:44643/backupUT/backup_1732256000390/ns4/test-17322559195163 descriptor: 'ns4:test-17322559195163', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:28,739 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T06:13:28,745 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17322559195163 2024-11-22T06:13:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741966_1142 (size=50) 2024-11-22T06:13:29,154 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17322559195163 2024-11-22T06:13:29,171 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44643/backupUT/.tmp/backup_1732256000390 from hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376;hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 2024-11-22T06:13:29,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c46855d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:29,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:29,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:29,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6471b9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:29,175 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:29,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a2ba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164f7572 2024-11-22T06:13:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:29,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:29,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:29,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-22T06:13:29,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:29,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:29,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:29,184 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-22T06:13:29,184 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732255919516 2024-11-22T06:13:29,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732255919516,, stopping at row=test-1732255919516 ,, for max=2147483647 with caching=100 2024-11-22T06:13:29,186 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732255919516: test-1732255919516; 2024-11-22T06:13:29,186 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17322559195161 2024-11-22T06:13:29,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17322559195161,, stopping at row=ns2:test-17322559195161 ,, for max=2147483647 with caching=100 2024-11-22T06:13:29,189 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17322559195161: ns2:test-17322559195161; 2024-11-22T06:13:29,189 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17322559195162 2024-11-22T06:13:29,189 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17322559195162,, stopping at row=ns3:test-17322559195162 ,, for max=2147483647 with caching=100 2024-11-22T06:13:29,191 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17322559195162: ns3:test-17322559195162; 2024-11-22T06:13:29,191 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17322559195163 2024-11-22T06:13:29,191 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17322559195163,, stopping at row=ns4:test-17322559195163 ,, for max=2147483647 with caching=100 2024-11-22T06:13:29,193 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17322559195163: ns4:test-17322559195163; 2024-11-22T06:13:29,193 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-22T06:13:29,193 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_663c5048-a92f-42bf-a38c-880e5056716d 2024-11-22T06:13:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741967_1143 (size=324) 2024-11-22T06:13:29,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:29,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:29,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:29,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a32357810a14c74635c0524234710dc, had cached 0 bytes from a total of 38453 2024-11-22T06:13:30,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-11033771471912844597.jar 2024-11-22T06:13:30,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:30,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:30,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:30,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:30,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:30,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:30,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:30,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:30,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:30,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:30,472 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732255919516,ns2:test-17322559195161,ns3:test-17322559195162,ns4:test-17322559195163 2024-11-22T06:13:30,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:30,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:30,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:30,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:30,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:30,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:31,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-12877803946717451959.jar 2024-11-22T06:13:31,336 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:31,362 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 for WAL files 2024-11-22T06:13:31,363 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 2024-11-22T06:13:31,363 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 for WAL files 2024-11-22T06:13:31,363 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 2024-11-22T06:13:31,441 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1309009738_0010_95d38e4d-7056-4c2b-8a90-30ead06b20e6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:31,441 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1309009738_0010_95d38e4d-7056-4c2b-8a90-30ead06b20e6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:31,487 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 for hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732255969376 (-9223372036854775808:9223372036854775807) length:4710 2024-11-22T06:13:31,490 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T06:13:31,490 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T06:13:31,521 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 for hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732255969360 (-9223372036854775808:9223372036854775807) length:653 2024-11-22T06:13:31,524 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T06:13:31,524 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T06:13:31,604 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7a4aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:31,604 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:31,605 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:31,605 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:31,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@941bc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:31,607 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:31,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b521c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:31,608 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:31,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:31,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:31,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732255919516', row='row-test-1732255919516-2-0', locateType=CURRENT is [region=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., hostname=407411ea95db,41665,1732255911345, seqNum=338] 2024-11-22T06:13:31,612 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-22T06:13:31,612 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:31,612 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:31,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:31,612 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:31,612 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-2-0] 2024-11-22T06:13:31,612 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:31,615 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/backupUT/.tmp/backup_1732256000390/_temporary/0/_temporary/attempt_local1309009738_0010_r_000004_0/default/test-1732255919516/f2/236df3262d394b079f95a9fe1f84bcf7 is 58, key is row-test-1732255919516-2-0/f2:q1/1732255995381/Put/seqid=0 2024-11-22T06:13:31,617 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741968_1144 (size=5367) 2024-11-22T06:13:32,485 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44643/backupUT 2024-11-22T06:13:32,486 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732256000390 2024-11-22T06:13:32,486 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T06:13:32,497 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44643/backupUT/.tmp/backup_1732256000390, hdfs://localhost:44643/backupUT] 2024-11-22T06:13:32,543 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741969_1145 (size=5367) 2024-11-22T06:13:33,152 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T06:13:33,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732256000390 2024-11-22T06:13:33,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-22T06:13:33,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local953798408_0011 completed: true true 2024-11-22T06:13:33,156 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6666629 FILE: Number of bytes written=17147324 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-22T06:13:33,156 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44643/backupUT/.tmp/backup_1732256000390 to hdfs://localhost:44643/backupUT finished. 2024-11-22T06:13:33,176 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732256000390 2024-11-22T06:13:33,180 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732255965024} 2024-11-22T06:13:33,180 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T06:13:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741970_1146 (size=714) 2024-11-22T06:13:33,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3ad4e0b74d92e2a27e4d184b570def19, had cached 0 bytes from a total of 13547 2024-11-22T06:13:33,587 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44643/backupUT/backup_1732256000390/.backup.manifest 2024-11-22T06:13:33,587 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732256000390 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17322559195162;ns2:test-17322559195161;test-1732255919516;ns4:test-17322559195163,targetRootDir=hdfs://localhost:44643/backupUT,startts=1732256004721,completets=1732256013176,bytescopied=0 2024-11-22T06:13:33,587 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T06:13:33,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T06:13:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T06:13:33,603 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T06:13:33,607 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T06:13:33,612 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732256000390 completed. 2024-11-22T06:13:33,612 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T06:13:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:33,629 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732255929701 2024-11-22T06:13:33,632 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-22T06:13:33,633 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-22T06:13:33,634 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:33,636 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:33,638 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:33,639 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:33,639 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732255919516' to 'table1' from full backup image hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516 2024-11-22T06:13:33,647 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-22T06:13:33,647 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:13:33,648 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f in region [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc] 2024-11-22T06:13:33,652 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 first=row0 last=row98 2024-11-22T06:13:33,652 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3 in region [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc] 2024-11-22T06:13:33,656 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 first=row-test-1732255919516-3-0 last=row-test-1732255919516-3-5 2024-11-22T06:13:33,656 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob in region [hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc] 2024-11-22T06:13:33,660 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a first=row-test-1732255919516-3-0 last=row-test-1732255919516-3-5 2024-11-22T06:13:33,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-22T06:13:33,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:13:33,667 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:33,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-22T06:13:33,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:13:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741971_1147 (size=938) 2024-11-22T06:13:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:34,079 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04a7ebe398551f8c782cbb7c0d89bd0c, NAME => 'table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:34,080 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e1f8b6083d8182cc67dbb1bc3c1789b, NAME => 'table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741972_1148 (size=45) 2024-11-22T06:13:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741973_1149 (size=45) 2024-11-22T06:13:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:34,492 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:34,492 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 04a7ebe398551f8c782cbb7c0d89bd0c, disabling compactions & flushes 2024-11-22T06:13:34,492 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. after waiting 0 ms 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:34,493 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04a7ebe398551f8c782cbb7c0d89bd0c: Waiting for close lock at 1732256014492Disabling compacts and flushes for region at 1732256014492Disabling writes for close at 1732256014493 (+1 ms)Writing region close event to WAL at 1732256014493Closed at 1732256014493 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 5e1f8b6083d8182cc67dbb1bc3c1789b, disabling compactions & flushes 2024-11-22T06:13:34,493 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,493 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. after waiting 0 ms 2024-11-22T06:13:34,494 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,494 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,494 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e1f8b6083d8182cc67dbb1bc3c1789b: Waiting for close lock at 1732256014493Disabling compacts and flushes for region at 1732256014493Disabling writes for close at 1732256014493Writing region close event to WAL at 1732256014494 (+1 ms)Closed at 1732256014494 2024-11-22T06:13:34,496 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:13:34,496 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732256014496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256014496"}]},"ts":"1732256014496"} 2024-11-22T06:13:34,497 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732256014496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256014496"}]},"ts":"1732256014496"} 2024-11-22T06:13:34,502 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T06:13:34,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:13:34,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256014503"}]},"ts":"1732256014503"} 2024-11-22T06:13:34,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T06:13:34,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, ASSIGN}] 2024-11-22T06:13:34,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, ASSIGN 2024-11-22T06:13:34,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, ASSIGN 2024-11-22T06:13:34,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:34,509 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:34,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=04a7ebe398551f8c782cbb7c0d89bd0c, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:34,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=5e1f8b6083d8182cc67dbb1bc3c1789b, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, ASSIGN because future has completed 2024-11-22T06:13:34,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:34,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, ASSIGN because future has completed 2024-11-22T06:13:34,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:34,830 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,830 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e1f8b6083d8182cc67dbb1bc3c1789b, NAME => 'table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T06:13:34,831 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:34,831 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,831 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:34,831 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,831 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,833 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,835 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1f8b6083d8182cc67dbb1bc3c1789b columnFamilyName f 2024-11-22T06:13:34,835 DEBUG [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,836 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(327): Store=5e1f8b6083d8182cc67dbb1bc3c1789b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,836 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,838 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1f8b6083d8182cc67dbb1bc3c1789b columnFamilyName f3 2024-11-22T06:13:34,838 DEBUG [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,839 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(327): Store=5e1f8b6083d8182cc67dbb1bc3c1789b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,839 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,840 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1f8b6083d8182cc67dbb1bc3c1789b columnFamilyName mob 2024-11-22T06:13:34,842 DEBUG [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,842 INFO [StoreOpener-5e1f8b6083d8182cc67dbb1bc3c1789b-1 {}] regionserver.HStore(327): Store=5e1f8b6083d8182cc67dbb1bc3c1789b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,843 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,844 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,845 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,847 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,847 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,848 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:34,851 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,855 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:34,856 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 5e1f8b6083d8182cc67dbb1bc3c1789b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11835966240, jitterRate=0.10231025516986847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:34,856 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:34,858 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 5e1f8b6083d8182cc67dbb1bc3c1789b: Running coprocessor pre-open hook at 1732256014832Writing region info on filesystem at 1732256014832Initializing all the Stores at 1732256014833 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014833Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014833Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014833Cleaning up temporary data from old regions at 1732256014847 (+14 ms)Running coprocessor post-open hooks at 1732256014856 (+9 ms)Region opened successfully at 1732256014858 (+2 ms) 2024-11-22T06:13:34,859 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., pid=65, masterSystemTime=1732256014821 2024-11-22T06:13:34,861 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,861 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:34,862 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,862 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 04a7ebe398551f8c782cbb7c0d89bd0c, NAME => 'table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T06:13:34,862 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:34,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=5e1f8b6083d8182cc67dbb1bc3c1789b, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:34,862 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,862 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:34,862 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,862 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,864 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:34,865 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a7ebe398551f8c782cbb7c0d89bd0c columnFamilyName f 2024-11-22T06:13:34,865 DEBUG [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,866 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(327): Store=04a7ebe398551f8c782cbb7c0d89bd0c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,866 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T06:13:34,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345 in 198 msec 2024-11-22T06:13:34,867 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a7ebe398551f8c782cbb7c0d89bd0c columnFamilyName f3 2024-11-22T06:13:34,867 DEBUG [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,868 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(327): Store=04a7ebe398551f8c782cbb7c0d89bd0c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,868 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, ASSIGN in 361 msec 2024-11-22T06:13:34,869 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a7ebe398551f8c782cbb7c0d89bd0c columnFamilyName mob 2024-11-22T06:13:34,870 DEBUG [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:34,870 INFO [StoreOpener-04a7ebe398551f8c782cbb7c0d89bd0c-1 {}] regionserver.HStore(327): Store=04a7ebe398551f8c782cbb7c0d89bd0c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:34,870 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,871 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,871 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,872 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,872 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,873 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:34,873 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,875 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:34,875 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 04a7ebe398551f8c782cbb7c0d89bd0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11590766720, jitterRate=0.07947427034378052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:34,876 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:34,876 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 04a7ebe398551f8c782cbb7c0d89bd0c: Running coprocessor pre-open hook at 1732256014862Writing region info on filesystem at 1732256014862Initializing all the Stores at 1732256014863 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014863Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014864 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256014864Cleaning up temporary data from old regions at 1732256014872 (+8 ms)Running coprocessor post-open hooks at 1732256014876 (+4 ms)Region opened successfully at 1732256014876 2024-11-22T06:13:34,876 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., pid=66, masterSystemTime=1732256014821 2024-11-22T06:13:34,878 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,878 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:34,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=04a7ebe398551f8c782cbb7c0d89bd0c, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:34,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:34,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-22T06:13:34,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345 in 210 msec 2024-11-22T06:13:34,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T06:13:34,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, ASSIGN in 376 msec 2024-11-22T06:13:34,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:13:34,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256014884"}]},"ts":"1732256014884"} 2024-11-22T06:13:34,886 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T06:13:34,886 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:13:34,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2210 sec 2024-11-22T06:13:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T06:13:35,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-22T06:13:35,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:35,823 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc from hbase tables test-1732255919516 to tables table1 2024-11-22T06:13:35,824 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732255919516 into table1 2024-11-22T06:13:35,826 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824 from hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:13:35,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aa34ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:35,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:35,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:35,828 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122c48c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:35,829 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:35,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153a2092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:35,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:35,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:35,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef9fc1d 2024-11-22T06:13:35,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:35,831 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:35,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:35,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T06:13:35,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:35,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:35,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:35,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T06:13:35,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T06:13:35,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T06:13:35,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_c4459e84-94db-4c6a-a747-0ff6cd4e8b91 2024-11-22T06:13:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741974_1150 (size=177) 2024-11-22T06:13:36,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:36,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:36,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-9881787067021625705.jar 2024-11-22T06:13:37,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:37,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:37,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:37,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:37,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:37,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:37,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:37,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:37,111 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T06:13:37,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:37,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:37,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:37,112 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T06:13:37,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:37,122 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:37,133 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T06:13:37,219 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local10331814_0012_03149b2d-db47-4b25-80c5-d3cd3d38e1b1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:37,219 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local10331814_0012_03149b2d-db47-4b25-80c5-d3cd3d38e1b1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:37,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-22T06:13:37,269 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:13:37,272 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:37,306 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:13:37,309 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:37,330 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f3/691bd32e00ee4003be8c39ed3fdb4ee0 2024-11-22T06:13:37,332 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:37,359 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335f6387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,359 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:37,359 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:37,360 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dfde24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,361 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79978db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,362 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:37,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:37,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732255919516-3-0', locateType=CURRENT is [region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:37,366 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T06:13:37,366 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:37,366 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,366 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:37,366 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-3-0] 2024-11-22T06:13:37,366 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:37,371 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ec2787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,371 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:37,371 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:37,372 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:37,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:37,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:37,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d325cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:37,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:37,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,373 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:37,374 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:37,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:37,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732255919516-3-0', locateType=CURRENT is [region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:37,378 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T06:13:37,378 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:37,378 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,378 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:37,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:37,378 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-3-0] 2024-11-22T06:13:37,378 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:37,382 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/_temporary/0/_temporary/attempt_local10331814_0012_r_000000_0/f3/2a73672dd8554495922590dbfb38d923 is 58, key is row-test-1732255919516-3-0/f3:q1/1732255929666/Put/seqid=0 2024-11-22T06:13:37,383 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741975_1151 (size=5528) 2024-11-22T06:13:37,789 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/_temporary/0/_temporary/attempt_local10331814_0012_r_000000_0/mob/0db38f8fdbbe48d9a8a4004cf88ae602 is 59, key is row-test-1732255919516-3-0/mob:q1/1732255929683/Put/seqid=0 2024-11-22T06:13:37,793 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741976_1152 (size=5537) 2024-11-22T06:13:38,230 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241d086c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:38,230 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:38,230 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:38,231 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:38,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:38,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d31518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:38,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:38,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef0816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:38,234 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:38,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:38,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:38,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:38,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:38,238 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T06:13:38,239 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:38,239 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:38,239 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:38,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:38,239 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T06:13:38,239 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:38,245 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/_temporary/0/_temporary/attempt_local10331814_0012_r_000001_0/f/32f8007803aa4d9eb56513c9bca41170 is 37, key is row10/f:q1/1732255922233/Put/seqid=0 2024-11-22T06:13:38,246 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741977_1153 (size=8740) 2024-11-22T06:13:39,266 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824 2024-11-22T06:13:39,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6538c9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,267 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d025d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32399f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,276 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/_SUCCESS 2024-11-22T06:13:39,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78875d87 2024-11-22T06:13:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,286 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,297 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f/32f8007803aa4d9eb56513c9bca41170 first=Optional[row0] last=Optional[row98] 2024-11-22T06:13:39,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f3/2a73672dd8554495922590dbfb38d923 first=Optional[row-test-1732255919516-3-0] last=Optional[row-test-1732255919516-3-5] 2024-11-22T06:13:39,312 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/mob/0db38f8fdbbe48d9a8a4004cf88ae602 first=Optional[row-test-1732255919516-3-0] last=Optional[row-test-1732255919516-3-5] 2024-11-22T06:13:39,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f3/2a73672dd8554495922590dbfb38d923 for inclusion in 04a7ebe398551f8c782cbb7c0d89bd0c/f3 2024-11-22T06:13:39,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f/32f8007803aa4d9eb56513c9bca41170 for inclusion in 5e1f8b6083d8182cc67dbb1bc3c1789b/f 2024-11-22T06:13:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T06:13:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732255919516-3-0 last=row-test-1732255919516-3-5 2024-11-22T06:13:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T06:13:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T06:13:39,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/mob/0db38f8fdbbe48d9a8a4004cf88ae602 for inclusion in 04a7ebe398551f8c782cbb7c0d89bd0c/mob 2024-11-22T06:13:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 5e1f8b6083d8182cc67dbb1bc3c1789b: 2024-11-22T06:13:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f/32f8007803aa4d9eb56513c9bca41170 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f/32f8007803aa4d9eb56513c9bca41170 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f/32f8007803aa4d9eb56513c9bca41170 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_ 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732255919516-3-0 last=row-test-1732255919516-3-5 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 04a7ebe398551f8c782cbb7c0d89bd0c: 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734b68f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,339 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/f3/2a73672dd8554495922590dbfb38d923 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f3/2a73672dd8554495922590dbfb38d923 2024-11-22T06:13:39,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef0353d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,341 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d63343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f3/2a73672dd8554495922590dbfb38d923 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_ 2024-11-22T06:13:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256015824/mob/0db38f8fdbbe48d9a8a4004cf88ae602 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/mob/0db38f8fdbbe48d9a8a4004cf88ae602 2024-11-22T06:13:39,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b11c320 2024-11-22T06:13:39,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,344 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/mob/0db38f8fdbbe48d9a8a4004cf88ae602 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_ 2024-11-22T06:13:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09c012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8fd9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef950a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f6ff764 2024-11-22T06:13:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665. 2024-11-22T06:13:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f/32f8007803aa4d9eb56513c9bca41170 into 5e1f8b6083d8182cc67dbb1bc3c1789b/f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_ - updating store file list. 2024-11-22T06:13:39,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460928ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,373 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d90b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_ into 5e1f8b6083d8182cc67dbb1bc3c1789b/f 2024-11-22T06:13:39,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f/32f8007803aa4d9eb56513c9bca41170 into 5e1f8b6083d8182cc67dbb1bc3c1789b/f (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_) 2024-11-22T06:13:39,375 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f/32f8007803aa4d9eb56513c9bca41170 2024-11-22T06:13:39,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7107dd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27724d0a 2024-11-22T06:13:39,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,377 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b39036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fabecf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,383 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c41f1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5681724a 2024-11-22T06:13:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:39,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f3/2a73672dd8554495922590dbfb38d923 into 04a7ebe398551f8c782cbb7c0d89bd0c/f3 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_ - updating store file list. 2024-11-22T06:13:39,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_ into 04a7ebe398551f8c782cbb7c0d89bd0c/f3 2024-11-22T06:13:39,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f3/2a73672dd8554495922590dbfb38d923 into 04a7ebe398551f8c782cbb7c0d89bd0c/f3 (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_) 2024-11-22T06:13:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/f3/2a73672dd8554495922590dbfb38d923 2024-11-22T06:13:39,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/mob/0db38f8fdbbe48d9a8a4004cf88ae602 into 04a7ebe398551f8c782cbb7c0d89bd0c/mob as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_ - updating store file list. 2024-11-22T06:13:39,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665. 2024-11-22T06:13:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_ into 04a7ebe398551f8c782cbb7c0d89bd0c/mob 2024-11-22T06:13:39,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/mob/0db38f8fdbbe48d9a8a4004cf88ae602 into 04a7ebe398551f8c782cbb7c0d89bd0c/mob (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_) 2024-11-22T06:13:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__is95g123i98rqji00a94lssq3ssn0qvkc3qppscr290d0s41dqs3l0bidh2po9fm/mob/0db38f8fdbbe48d9a8a4004cf88ae602 2024-11-22T06:13:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a78bc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:39,416 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49dc7bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,417 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a7199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25fd185a 2024-11-22T06:13:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:39,420 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:39,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:39,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:39,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:39,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:39,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:39,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:39,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:39,439 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T06:13:39,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:39,440 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T06:13:39,440 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732255929701 hdfs://localhost:44643/backupUT/backup_1732255929701/default/test-1732255919516/ 2024-11-22T06:13:39,440 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:39,442 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T06:13:39,442 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255929701/.backup.manifest 2024-11-22T06:13:39,442 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17322559195161' to 'ns2:table2' from full backup image hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161 2024-11-22T06:13:39,452 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-22T06:13:39,452 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:13:39,452 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f in region [hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19] 2024-11-22T06:13:39,456 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b first=row0 last=row98 2024-11-22T06:13:39,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-22T06:13:39,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T06:13:39,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-22T06:13:39,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T06:13:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:39,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741978_1154 (size=351) 2024-11-22T06:13:39,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T06:13:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:39,867 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a20c5fdc31df6a1d30603f1857c40791, NAME => 'ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:39,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741979_1155 (size=37) 2024-11-22T06:13:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:40,275 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:40,275 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing a20c5fdc31df6a1d30603f1857c40791, disabling compactions & flushes 2024-11-22T06:13:40,275 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,275 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,275 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. after waiting 0 ms 2024-11-22T06:13:40,275 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,275 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,276 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for a20c5fdc31df6a1d30603f1857c40791: Waiting for close lock at 1732256020275Disabling compacts and flushes for region at 1732256020275Disabling writes for close at 1732256020275Writing region close event to WAL at 1732256020275Closed at 1732256020275 2024-11-22T06:13:40,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T06:13:40,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732256020278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256020278"}]},"ts":"1732256020278"} 2024-11-22T06:13:40,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:13:40,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T06:13:40,284 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256020284"}]},"ts":"1732256020284"} 2024-11-22T06:13:40,286 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T06:13:40,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, ASSIGN}] 2024-11-22T06:13:40,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, ASSIGN 2024-11-22T06:13:40,288 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:40,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T06:13:40,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-22T06:13:40,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:13:40,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a20c5fdc31df6a1d30603f1857c40791, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:40,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, ASSIGN because future has completed 2024-11-22T06:13:40,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:40,596 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,596 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => a20c5fdc31df6a1d30603f1857c40791, NAME => 'ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:13:40,596 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:40,597 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,597 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:40,597 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,597 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,598 INFO [StoreOpener-a20c5fdc31df6a1d30603f1857c40791-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:40,600 INFO [StoreOpener-a20c5fdc31df6a1d30603f1857c40791-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a20c5fdc31df6a1d30603f1857c40791 columnFamilyName f 2024-11-22T06:13:40,601 DEBUG [StoreOpener-a20c5fdc31df6a1d30603f1857c40791-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:40,601 INFO [StoreOpener-a20c5fdc31df6a1d30603f1857c40791-1 {}] regionserver.HStore(327): Store=a20c5fdc31df6a1d30603f1857c40791/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:40,602 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,603 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,603 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,604 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,604 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,606 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,608 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:40,609 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened a20c5fdc31df6a1d30603f1857c40791; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10518803840, jitterRate=-0.020360052585601807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:13:40,609 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:40,610 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for a20c5fdc31df6a1d30603f1857c40791: Running coprocessor pre-open hook at 1732256020597Writing region info on filesystem at 1732256020597Initializing all the Stores at 1732256020598 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256020598Cleaning up temporary data from old regions at 1732256020604 (+6 ms)Running coprocessor post-open hooks at 1732256020609 (+5 ms)Region opened successfully at 1732256020610 (+1 ms) 2024-11-22T06:13:40,611 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., pid=69, masterSystemTime=1732256020593 2024-11-22T06:13:40,613 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,613 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:40,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a20c5fdc31df6a1d30603f1857c40791, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:40,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:40,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T06:13:40,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345 in 174 msec 2024-11-22T06:13:40,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T06:13:40,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, ASSIGN in 331 msec 2024-11-22T06:13:40,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T06:13:40,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256020619"}]},"ts":"1732256020619"} 2024-11-22T06:13:40,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T06:13:40,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T06:13:40,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1640 sec 2024-11-22T06:13:41,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 26f2c1c6abe5fccfd85d778b000f6800, had cached 0 bytes from a total of 41499 2024-11-22T06:13:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-22T06:13:41,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-22T06:13:41,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:41,621 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 from hbase tables ns2:test-17322559195161 to tables ns2:table2 2024-11-22T06:13:41,621 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17322559195161 into ns2:table2 2024-11-22T06:13:41,623 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621 from hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:13:41,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d1e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:41,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:41,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:41,626 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a8489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:41,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:41,629 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:41,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfad5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:41,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fe3d4c 2024-11-22T06:13:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:41,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:41,633 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:41,633 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T06:13:41,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:41,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:41,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:41,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:41,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:41,638 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T06:13:41,638 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T06:13:41,638 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_f644fc78-0ede-4681-bef8-ca8e361f0a60 2024-11-22T06:13:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741980_1156 (size=153) 2024-11-22T06:13:42,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-3465646646624593222.jar 2024-11-22T06:13:42,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:42,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:42,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:42,903 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T06:13:42,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:42,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:42,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:42,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:42,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:42,904 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T06:13:42,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:42,913 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:42,925 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T06:13:43,021 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1692082006_0013_8f7712bf-b9aa-4059-8c31-9b0ba7f29d0a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:43,021 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local1692082006_0013_8f7712bf-b9aa-4059-8c31-9b0ba7f29d0a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:43,085 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:13:43,088 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:43,119 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aebf7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:43,119 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:43,119 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:43,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b36d565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:43,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:43,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5f5aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:43,125 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:43,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:43,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:43,130 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-22T06:13:43,130 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:43,130 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:43,130 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:43,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:43,130 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T06:13:43,131 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:43,138 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621/_temporary/0/_temporary/attempt_local1692082006_0013_r_000000_0/f/dc99cea6f21849b499d5314205d40b3f is 37, key is row10/f:q1/1732255924557/Put/seqid=0 2024-11-22T06:13:43,140 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741981_1157 (size=8742) 2024-11-22T06:13:43,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-22T06:13:44,074 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621 2024-11-22T06:13:44,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8366ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:44,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:44,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3591e167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,080 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:44,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad44f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:44,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:44,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:44,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:44,087 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621/_SUCCESS 2024-11-22T06:13:44,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@216017f8 2024-11-22T06:13:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:44,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:44,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:44,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621/f/dc99cea6f21849b499d5314205d40b3f first=Optional[row0] last=Optional[row98] 2024-11-22T06:13:44,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621/f/dc99cea6f21849b499d5314205d40b3f for inclusion in a20c5fdc31df6a1d30603f1857c40791/f 2024-11-22T06:13:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T06:13:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T06:13:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for a20c5fdc31df6a1d30603f1857c40791: 2024-11-22T06:13:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256021621/f/dc99cea6f21849b499d5314205d40b3f to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__d6ltkt93adimm9o00d5fbd90ges50ih61l0sm9s71621vm1731eb2i90r4vvup9h/f/dc99cea6f21849b499d5314205d40b3f 2024-11-22T06:13:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__d6ltkt93adimm9o00d5fbd90ges50ih61l0sm9s71621vm1731eb2i90r4vvup9h/f/dc99cea6f21849b499d5314205d40b3f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_ 2024-11-22T06:13:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30107803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:44,116 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:44,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79168119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,118 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:44,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733de1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e27976 2024-11-22T06:13:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:44,120 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:44,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:44,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:44,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:44,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:44,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:44,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:44,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__d6ltkt93adimm9o00d5fbd90ges50ih61l0sm9s71621vm1731eb2i90r4vvup9h/f/dc99cea6f21849b499d5314205d40b3f into a20c5fdc31df6a1d30603f1857c40791/f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_ - updating store file list. 2024-11-22T06:13:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_ into a20c5fdc31df6a1d30603f1857c40791/f 2024-11-22T06:13:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__d6ltkt93adimm9o00d5fbd90ges50ih61l0sm9s71621vm1731eb2i90r4vvup9h/f/dc99cea6f21849b499d5314205d40b3f into a20c5fdc31df6a1d30603f1857c40791/f (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_) 2024-11-22T06:13:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__d6ltkt93adimm9o00d5fbd90ges50ih61l0sm9s71621vm1731eb2i90r4vvup9h/f/dc99cea6f21849b499d5314205d40b3f 2024-11-22T06:13:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b7c9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:44,149 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a63dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:44,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:44,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7d2ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:44,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:44,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab92486 2024-11-22T06:13:44,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:44,153 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:44,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:44,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:44,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:44,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:44,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:44,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:44,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:44,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:44,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:44,178 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T06:13:44,178 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T06:13:44,178 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732255929701 hdfs://localhost:44643/backupUT/backup_1732255929701/ns2/test-17322559195161/ 2024-11-22T06:13:44,178 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T06:13:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:44,179 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T06:13:44,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:44,206 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732256000390/.backup.manifest 2024-11-22T06:13:44,208 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732256000390/.backup.manifest 2024-11-22T06:13:44,209 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255965024/.backup.manifest 2024-11-22T06:13:44,210 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255965024/.backup.manifest 2024-11-22T06:13:44,210 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732255919516' to 'table1' from full backup image hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516 2024-11-22T06:13:44,213 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732256000390 2024-11-22T06:13:44,216 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-22T06:13:44,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-22T06:13:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-22T06:13:44,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256024227"}]},"ts":"1732256024227"} 2024-11-22T06:13:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T06:13:44,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-22T06:13:44,229 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-22T06:13:44,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-22T06:13:44,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, UNASSIGN}] 2024-11-22T06:13:44,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, UNASSIGN 2024-11-22T06:13:44,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, UNASSIGN 2024-11-22T06:13:44,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=5e1f8b6083d8182cc67dbb1bc3c1789b, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:44,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=04a7ebe398551f8c782cbb7c0d89bd0c, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:44,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, UNASSIGN because future has completed 2024-11-22T06:13:44,239 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:13:44,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:44,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, UNASSIGN because future has completed 2024-11-22T06:13:44,240 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:13:44,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:44,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T06:13:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T06:13:44,393 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:44,393 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:13:44,393 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 5e1f8b6083d8182cc67dbb1bc3c1789b, disabling compactions & flushes 2024-11-22T06:13:44,393 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:44,393 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:44,394 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. after waiting 0 ms 2024-11-22T06:13:44,394 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:44,402 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:13:44,402 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:44,403 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. 2024-11-22T06:13:44,403 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 5e1f8b6083d8182cc67dbb1bc3c1789b: Waiting for close lock at 1732256024393Running coprocessor pre-close hooks at 1732256024393Disabling compacts and flushes for region at 1732256024393Disabling writes for close at 1732256024394 (+1 ms)Writing region close event to WAL at 1732256024395 (+1 ms)Running coprocessor post-close hooks at 1732256024402 (+7 ms)Closed at 1732256024403 (+1 ms) 2024-11-22T06:13:44,406 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:44,406 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:44,406 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:13:44,406 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 04a7ebe398551f8c782cbb7c0d89bd0c, disabling compactions & flushes 2024-11-22T06:13:44,406 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:44,406 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:44,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. after waiting 0 ms 2024-11-22T06:13:44,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:44,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=5e1f8b6083d8182cc67dbb1bc3c1789b, regionState=CLOSED 2024-11-22T06:13:44,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:44,412 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:13:44,413 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:44,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T06:13:44,413 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. 2024-11-22T06:13:44,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 5e1f8b6083d8182cc67dbb1bc3c1789b, server=407411ea95db,41665,1732255911345 in 171 msec 2024-11-22T06:13:44,413 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 04a7ebe398551f8c782cbb7c0d89bd0c: Waiting for close lock at 1732256024406Running coprocessor pre-close hooks at 1732256024406Disabling compacts and flushes for region at 1732256024406Disabling writes for close at 1732256024407 (+1 ms)Writing region close event to WAL at 1732256024408 (+1 ms)Running coprocessor post-close hooks at 1732256024413 (+5 ms)Closed at 1732256024413 2024-11-22T06:13:44,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5e1f8b6083d8182cc67dbb1bc3c1789b, UNASSIGN in 178 msec 2024-11-22T06:13:44,415 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:44,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=04a7ebe398551f8c782cbb7c0d89bd0c, regionState=CLOSED 2024-11-22T06:13:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:44,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-22T06:13:44,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 04a7ebe398551f8c782cbb7c0d89bd0c, server=407411ea95db,41665,1732255911345 in 178 msec 2024-11-22T06:13:44,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T06:13:44,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=04a7ebe398551f8c782cbb7c0d89bd0c, UNASSIGN in 185 msec 2024-11-22T06:13:44,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T06:13:44,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 192 msec 2024-11-22T06:13:44,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256024426"}]},"ts":"1732256024426"} 2024-11-22T06:13:44,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-22T06:13:44,427 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-22T06:13:44,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 206 msec 2024-11-22T06:13:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T06:13:44,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-22T06:13:44,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-22T06:13:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-22T06:13:44,560 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-22T06:13:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:44,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:44,566 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:44,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/recovered.edits] 2024-11-22T06:13:44,569 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f3, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/mob, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/recovered.edits] 2024-11-22T06:13:44,572 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_ to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/f/0285ed0b39794f799c7716cef5667867_SeqId_4_ 2024-11-22T06:13:44,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_ to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/f3/101cb18cfc5e465f877baa37306d8388_SeqId_4_ 2024-11-22T06:13:44,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_ to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/mob/6681fc716e0d42e39a7eafca97241d51_SeqId_4_ 2024-11-22T06:13:44,576 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/recovered.edits/6.seqid to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b/recovered.edits/6.seqid 2024-11-22T06:13:44,577 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/5e1f8b6083d8182cc67dbb1bc3c1789b 2024-11-22T06:13:44,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/recovered.edits/6.seqid to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c/recovered.edits/6.seqid 2024-11-22T06:13:44,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/04a7ebe398551f8c782cbb7c0d89bd0c 2024-11-22T06:13:44,579 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-22T06:13:44,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T06:13:44,580 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-22T06:13:44,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T06:13:44,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T06:13:44,592 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-22T06:13:44,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-22T06:13:44,596 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-22T06:13:44,596 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732256024596"}]},"ts":"9223372036854775807"} 2024-11-22T06:13:44,596 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732256024596"}]},"ts":"9223372036854775807"} 2024-11-22T06:13:44,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-22T06:13:44,598 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 04a7ebe398551f8c782cbb7c0d89bd0c, NAME => 'table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 5e1f8b6083d8182cc67dbb1bc3c1789b, NAME => 'table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-22T06:13:44,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-22T06:13:44,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732256024599"}]},"ts":"9223372036854775807"} 2024-11-22T06:13:44,601 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-22T06:13:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741982_1158 (size=938) 2024-11-22T06:13:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:45,014 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c54d4c3e6da45f7fa83a6c9220ed0be, NAME => 'table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:45,015 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6fd72cb7a0388c9011c3798c388b47d2, NAME => 'table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741983_1159 (size=45) 2024-11-22T06:13:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741984_1160 (size=45) 2024-11-22T06:13:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 6fd72cb7a0388c9011c3798c388b47d2, disabling compactions & flushes 2024-11-22T06:13:45,424 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 6c54d4c3e6da45f7fa83a6c9220ed0be, disabling compactions & flushes 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,424 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. after waiting 0 ms 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,424 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. after waiting 0 ms 2024-11-22T06:13:45,424 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,425 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,425 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6fd72cb7a0388c9011c3798c388b47d2: Waiting for close lock at 1732256025424Disabling compacts and flushes for region at 1732256025424Disabling writes for close at 1732256025424Writing region close event to WAL at 1732256025424Closed at 1732256025424 2024-11-22T06:13:45,425 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,425 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: Waiting for close lock at 1732256025424Disabling compacts and flushes for region at 1732256025424Disabling writes for close at 1732256025424Writing region close event to WAL at 1732256025425 (+1 ms)Closed at 1732256025425 2024-11-22T06:13:45,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732256025427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256025427"}]},"ts":"1732256025427"} 2024-11-22T06:13:45,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732256025427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256025427"}]},"ts":"1732256025427"} 2024-11-22T06:13:45,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T06:13:45,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256025434"}]},"ts":"1732256025434"} 2024-11-22T06:13:45,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T06:13:45,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, ASSIGN}] 2024-11-22T06:13:45,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, ASSIGN 2024-11-22T06:13:45,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, ASSIGN 2024-11-22T06:13:45,438 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:45,438 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:45,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:45,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:45,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, ASSIGN because future has completed 2024-11-22T06:13:45,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:45,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, ASSIGN because future has completed 2024-11-22T06:13:45,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:45,756 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,757 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fd72cb7a0388c9011c3798c388b47d2, NAME => 'table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T06:13:45,758 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:45,758 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,759 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:45,759 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,759 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,760 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,762 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName f 2024-11-22T06:13:45,762 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,763 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,763 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,764 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName f3 2024-11-22T06:13:45,764 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,765 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,765 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,766 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName mob 2024-11-22T06:13:45,767 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,768 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,768 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,769 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,769 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,771 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,771 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,771 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:45,773 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,776 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:45,777 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 6fd72cb7a0388c9011c3798c388b47d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9602004640, jitterRate=-0.10574363172054291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:45,777 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:45,778 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 6fd72cb7a0388c9011c3798c388b47d2: Running coprocessor pre-open hook at 1732256025759Writing region info on filesystem at 1732256025759Initializing all the Stores at 1732256025760 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025760Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025760Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025760Cleaning up temporary data from old regions at 1732256025771 (+11 ms)Running coprocessor post-open hooks at 1732256025777 (+6 ms)Region opened successfully at 1732256025778 (+1 ms) 2024-11-22T06:13:45,779 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2., pid=80, masterSystemTime=1732256025747 2024-11-22T06:13:45,782 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,782 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:45,782 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,782 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c54d4c3e6da45f7fa83a6c9220ed0be, NAME => 'table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T06:13:45,782 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:45,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:45,783 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,783 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:45,783 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,783 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:45,784 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,786 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName f 2024-11-22T06:13:45,786 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,787 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,787 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-22T06:13:45,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 in 190 msec 2024-11-22T06:13:45,789 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName f3 2024-11-22T06:13:45,789 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,790 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, ASSIGN in 352 msec 2024-11-22T06:13:45,790 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,791 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName mob 2024-11-22T06:13:45,792 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:45,792 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:45,793 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,794 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,794 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,795 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,795 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,796 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:45,797 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,799 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:45,800 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 6c54d4c3e6da45f7fa83a6c9220ed0be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10570142400, jitterRate=-0.015578776597976685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:45,800 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:45,800 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: Running coprocessor pre-open hook at 1732256025783Writing region info on filesystem at 1732256025783Initializing all the Stores at 1732256025784 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025784Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025784Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256025784Cleaning up temporary data from old regions at 1732256025795 (+11 ms)Running coprocessor post-open hooks at 1732256025800 (+5 ms)Region opened successfully at 1732256025800 2024-11-22T06:13:45,801 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., pid=79, masterSystemTime=1732256025747 2024-11-22T06:13:45,802 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,802 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:45,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:45,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:45,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-22T06:13:45,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 in 212 msec 2024-11-22T06:13:45,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T06:13:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, ASSIGN in 370 msec 2024-11-22T06:13:45,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256025809"}]},"ts":"1732256025809"} 2024-11-22T06:13:45,810 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T06:13:45,810 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-22T06:13:45,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2570 sec 2024-11-22T06:13:46,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T06:13:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T06:13:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-22T06:13:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:46,725 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6362e119f2466805e901be114afb4930,hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc from hbase tables test-1732255919516 to tables table1 2024-11-22T06:13:46,725 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732255919516 into table1 2024-11-22T06:13:46,727 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726 from hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6362e119f2466805e901be114afb4930,hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc 2024-11-22T06:13:46,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a30c151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:46,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:46,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:46,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb81088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:46,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:46,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:46,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:46,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:46,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bee2289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:46,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c69a18 2024-11-22T06:13:46,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:46,733 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:46,734 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:46,734 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T06:13:46,734 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:46,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:46,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:46,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:46,739 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T06:13:46,739 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T06:13:46,739 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T06:13:46,739 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_f8095e30-b3b0-4096-a268-d3984b183f33 2024-11-22T06:13:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741985_1161 (size=177) 2024-11-22T06:13:47,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:47,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:47,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-15453929699079255862.jar 2024-11-22T06:13:48,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:48,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:48,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:48,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:48,009 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T06:13:48,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:48,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:48,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:48,009 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T06:13:48,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:48,019 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:48,030 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T06:13:48,127 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local609092532_0014_dfbf6dc4-3801-4a15-b42e-172d70be365a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:48,127 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local609092532_0014_dfbf6dc4-3801-4a15-b42e-172d70be365a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:48,180 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/67a8f573872841c9a820b1213c0342a3 2024-11-22T06:13:48,183 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:48,218 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/441d68bae71d4f89a7f2b1a5544ba36f 2024-11-22T06:13:48,222 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:48,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f/036da4babae84429bd768971c652c0c2 2024-11-22T06:13:48,247 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:48,281 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6362e119f2466805e901be114afb4930/mob/d41d8cd98f00b204e9800998ecf8427e20241122a642df36b20242bba4031e72fd3d73fd_6a32357810a14c74635c0524234710dc 2024-11-22T06:13:48,284 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:48,305 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/default/test-1732255919516/archive/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/mob/210ae39e2d6e4b15abd173513535ef4a 2024-11-22T06:13:48,307 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:48,339 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145b9353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,339 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:48,340 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:48,340 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373d0e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:48,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:48,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,343 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:48,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1039fa6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,344 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:48,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:48,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:48,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732255919516-1-0', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:48,347 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T06:13:48,348 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:48,348 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:48,348 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,348 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-1-0] 2024-11-22T06:13:48,348 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:48,357 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfe06bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,357 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:48,357 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:48,357 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:48,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7608dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,359 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a476f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:48,360 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:48,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:48,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:48,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732255919516-3-0', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:48,363 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T06:13:48,363 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:48,363 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,363 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:48,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:48,363 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-3-0] 2024-11-22T06:13:48,363 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:48,369 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/_temporary/0/_temporary/attempt_local609092532_0014_r_000000_0/f/8d793693f9ac4042b83948d6d9fb9f61 is 59, key is row-test-1732255919516-1-10/f:q1/1732255949932/Put/seqid=0 2024-11-22T06:13:48,371 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741986_1162 (size=11124) 2024-11-22T06:13:48,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T06:13:48,777 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/_temporary/0/_temporary/attempt_local609092532_0014_r_000000_0/mob/d6a0e3209fb74f9eaca3551e25558107 is 192, key is row-test-1732255919516-3-100/mob:q1/1732255950256/Put/seqid=0 2024-11-22T06:13:48,781 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741987_1163 (size=13403) 2024-11-22T06:13:49,248 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f616bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:49,248 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:49,248 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:49,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:49,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208c9f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:49,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:49,250 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697c5f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:49,251 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:49,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:49,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:49,254 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T06:13:49,254 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:49,254 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:49,254 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:49,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:49,254 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T06:13:49,254 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:49,259 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/_temporary/0/_temporary/attempt_local609092532_0014_r_000001_0/f/d76aee7232d54e10b527a6693ff70348 is 37, key is row10/f:q1/1732255922233/Put/seqid=0 2024-11-22T06:13:49,260 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:49,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741988_1164 (size=8741) 2024-11-22T06:13:49,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-22T06:13:49,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-22T06:13:50,179 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726 2024-11-22T06:13:50,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7920bbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,180 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d892c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c6ccb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,186 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/_SUCCESS 2024-11-22T06:13:50,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222f66f3 2024-11-22T06:13:50,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,195 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,200 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,206 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/8d793693f9ac4042b83948d6d9fb9f61 first=Optional[row-test-1732255919516-1-0] last=Optional[row-test-1732255919516-1-98] 2024-11-22T06:13:50,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/d76aee7232d54e10b527a6693ff70348 first=Optional[row0] last=Optional[row98] 2024-11-22T06:13:50,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/mob/d6a0e3209fb74f9eaca3551e25558107 first=Optional[row-test-1732255919516-3-0] last=Optional[row-test-1732255919516-3-99] 2024-11-22T06:13:50,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/d76aee7232d54e10b527a6693ff70348 for inclusion in 6fd72cb7a0388c9011c3798c388b47d2/f 2024-11-22T06:13:50,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/mob/d6a0e3209fb74f9eaca3551e25558107 for inclusion in 6c54d4c3e6da45f7fa83a6c9220ed0be/mob 2024-11-22T06:13:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T06:13:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T06:13:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732255919516-3-0 last=row-test-1732255919516-3-99 2024-11-22T06:13:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T06:13:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 6fd72cb7a0388c9011c3798c388b47d2: 2024-11-22T06:13:50,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/8d793693f9ac4042b83948d6d9fb9f61 for inclusion in 6c54d4c3e6da45f7fa83a6c9220ed0be/f 2024-11-22T06:13:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/d76aee7232d54e10b527a6693ff70348 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/d76aee7232d54e10b527a6693ff70348 2024-11-22T06:13:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732255919516-1-0 last=row-test-1732255919516-1-98 2024-11-22T06:13:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T06:13:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: 2024-11-22T06:13:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/d76aee7232d54e10b527a6693ff70348 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/f/9081371de51c427a9ddfdf03b0bb320e_SeqId_4_ 2024-11-22T06:13:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/mob/d6a0e3209fb74f9eaca3551e25558107 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/mob/d6a0e3209fb74f9eaca3551e25558107 2024-11-22T06:13:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465bcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf75c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/mob/d6a0e3209fb74f9eaca3551e25558107 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/mob/46fbb9c838a04333a8affa1288f2c27c_SeqId_4_ 2024-11-22T06:13:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256026726/f/8d793693f9ac4042b83948d6d9fb9f61 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/8d793693f9ac4042b83948d6d9fb9f61 2024-11-22T06:13:50,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46af52db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aac88ae 2024-11-22T06:13:50,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/8d793693f9ac4042b83948d6d9fb9f61 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f/5f18dd4a4ee84c9d9c9e42d3925a10b3_SeqId_4_ 2024-11-22T06:13:50,232 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f40a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,240 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c75a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,242 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787a0de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f221d6 2024-11-22T06:13:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665. 2024-11-22T06:13:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/d76aee7232d54e10b527a6693ff70348 into 6fd72cb7a0388c9011c3798c388b47d2/f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/f/9081371de51c427a9ddfdf03b0bb320e_SeqId_4_ - updating store file list. 2024-11-22T06:13:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/f/9081371de51c427a9ddfdf03b0bb320e_SeqId_4_ into 6fd72cb7a0388c9011c3798c388b47d2/f 2024-11-22T06:13:50,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/d76aee7232d54e10b527a6693ff70348 into 6fd72cb7a0388c9011c3798c388b47d2/f (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/f/9081371de51c427a9ddfdf03b0bb320e_SeqId_4_) 2024-11-22T06:13:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/d76aee7232d54e10b527a6693ff70348 2024-11-22T06:13:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f5bea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,264 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d82727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,266 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecbe7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:50,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21d3590f 2024-11-22T06:13:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f17c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,270 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,270 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da16f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d6777b3 2024-11-22T06:13:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665. 2024-11-22T06:13:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/8d793693f9ac4042b83948d6d9fb9f61 into 6c54d4c3e6da45f7fa83a6c9220ed0be/f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f/5f18dd4a4ee84c9d9c9e42d3925a10b3_SeqId_4_ - updating store file list. 2024-11-22T06:13:50,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f/5f18dd4a4ee84c9d9c9e42d3925a10b3_SeqId_4_ into 6c54d4c3e6da45f7fa83a6c9220ed0be/f 2024-11-22T06:13:50,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/8d793693f9ac4042b83948d6d9fb9f61 into 6c54d4c3e6da45f7fa83a6c9220ed0be/f (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f/5f18dd4a4ee84c9d9c9e42d3925a10b3_SeqId_4_) 2024-11-22T06:13:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/f/8d793693f9ac4042b83948d6d9fb9f61 2024-11-22T06:13:50,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/mob/d6a0e3209fb74f9eaca3551e25558107 into 6c54d4c3e6da45f7fa83a6c9220ed0be/mob as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/mob/46fbb9c838a04333a8affa1288f2c27c_SeqId_4_ - updating store file list. 2024-11-22T06:13:50,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/mob/46fbb9c838a04333a8affa1288f2c27c_SeqId_4_ into 6c54d4c3e6da45f7fa83a6c9220ed0be/mob 2024-11-22T06:13:50,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/mob/d6a0e3209fb74f9eaca3551e25558107 into 6c54d4c3e6da45f7fa83a6c9220ed0be/mob (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/mob/46fbb9c838a04333a8affa1288f2c27c_SeqId_4_) 2024-11-22T06:13:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__todiprghi6nbs4464n6k8lk1r8jqpgav9cttlsjnmfe4bsoapp6l9go3ecdlusd0/mob/d6a0e3209fb74f9eaca3551e25558107 2024-11-22T06:13:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc8921f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:50,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363fb70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:50,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:50,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514a32c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bec2186 2024-11-22T06:13:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:50,317 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:50,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:50,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:50,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:50,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:50,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:50,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:50,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:50,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:50,338 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T06:13:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:50,339 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T06:13:50,364 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732255919516' to 'table1' from log dirs: hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516/f2/236df3262d394b079f95a9fe1f84bcf7 2024-11-22T06:13:50,369 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732255919516', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732256000390 2024-11-22T06:13:50,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-22T06:13:50,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741989_1165 (size=938) 2024-11-22T06:13:50,440 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T06:13:50,787 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-22T06:13:50,787 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-22T06:13:50,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-22T06:13:50,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE}] 2024-11-22T06:13:50,799 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE 2024-11-22T06:13:50,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE 2024-11-22T06:13:50,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:50,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE because future has completed 2024-11-22T06:13:50,802 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:13:50,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE because future has completed 2024-11-22T06:13:50,803 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:13:50,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:50,955 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 6fd72cb7a0388c9011c3798c388b47d2, disabling compactions & flushes 2024-11-22T06:13:50,956 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. after waiting 0 ms 2024-11-22T06:13:50,956 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:50,966 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:13:50,967 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:50,968 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:50,968 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 6fd72cb7a0388c9011c3798c388b47d2: Waiting for close lock at 1732256030956Running coprocessor pre-close hooks at 1732256030956Disabling compacts and flushes for region at 1732256030956Disabling writes for close at 1732256030956Writing region close event to WAL at 1732256030958 (+2 ms)Running coprocessor post-close hooks at 1732256030967 (+9 ms)Closed at 1732256030968 (+1 ms) 2024-11-22T06:13:50,968 WARN [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 6fd72cb7a0388c9011c3798c388b47d2 to self. 2024-11-22T06:13:50,971 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:50,971 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:50,971 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:13:50,971 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 6c54d4c3e6da45f7fa83a6c9220ed0be, disabling compactions & flushes 2024-11-22T06:13:50,971 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:50,971 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:50,971 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. after waiting 0 ms 2024-11-22T06:13:50,971 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:50,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=CLOSED 2024-11-22T06:13:50,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:50,977 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:13:50,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-22T06:13:50,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 in 172 msec 2024-11-22T06:13:50,978 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:50,978 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:50,978 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: Waiting for close lock at 1732256030971Running coprocessor pre-close hooks at 1732256030971Disabling compacts and flushes for region at 1732256030971Disabling writes for close at 1732256030971Writing region close event to WAL at 1732256030972 (+1 ms)Running coprocessor post-close hooks at 1732256030978 (+6 ms)Closed at 1732256030978 2024-11-22T06:13:50,978 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE; state=CLOSED, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=true 2024-11-22T06:13:50,978 WARN [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 6c54d4c3e6da45f7fa83a6c9220ed0be to self. 2024-11-22T06:13:50,980 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:50,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=CLOSED 2024-11-22T06:13:50,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:50,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-22T06:13:50,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 in 181 msec 2024-11-22T06:13:50,985 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE; state=CLOSED, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=true 2024-11-22T06:13:51,129 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:51,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE because future has completed 2024-11-22T06:13:51,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:51,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE because future has completed 2024-11-22T06:13:51,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:51,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T06:13:51,290 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:51,290 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c54d4c3e6da45f7fa83a6c9220ed0be, NAME => 'table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T06:13:51,291 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:51,291 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,291 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:51,291 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,291 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,292 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,293 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName f 2024-11-22T06:13:51,294 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,299 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f/5f18dd4a4ee84c9d9c9e42d3925a10b3_SeqId_4_ 2024-11-22T06:13:51,300 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,300 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,301 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName f2 2024-11-22T06:13:51,301 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,302 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,302 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,302 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54d4c3e6da45f7fa83a6c9220ed0be columnFamilyName mob 2024-11-22T06:13:51,303 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,308 DEBUG [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/mob/46fbb9c838a04333a8affa1288f2c27c_SeqId_4_ 2024-11-22T06:13:51,308 INFO [StoreOpener-6c54d4c3e6da45f7fa83a6c9220ed0be-1 {}] regionserver.HStore(327): Store=6c54d4c3e6da45f7fa83a6c9220ed0be/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,309 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,310 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,311 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,312 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,312 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,312 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:51,313 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,314 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 6c54d4c3e6da45f7fa83a6c9220ed0be; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9928452480, jitterRate=-0.07534080743789673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:51,314 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:51,315 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: Running coprocessor pre-open hook at 1732256031291Writing region info on filesystem at 1732256031291Initializing all the Stores at 1732256031292 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031292Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031292Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031292Cleaning up temporary data from old regions at 1732256031312 (+20 ms)Running coprocessor post-open hooks at 1732256031314 (+2 ms)Region opened successfully at 1732256031315 (+1 ms) 2024-11-22T06:13:51,316 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., pid=88, masterSystemTime=1732256031287 2024-11-22T06:13:51,318 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:51,318 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:13:51,318 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:51,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6c54d4c3e6da45f7fa83a6c9220ed0be, regionState=OPEN, openSeqNum=7, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:51,318 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fd72cb7a0388c9011c3798c388b47d2, NAME => 'table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T06:13:51,319 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:51,319 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,319 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:51,319 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,319 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:51,321 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,322 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName f 2024-11-22T06:13:51,322 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-22T06:13:51,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c54d4c3e6da45f7fa83a6c9220ed0be, server=407411ea95db,41665,1732255911345 in 186 msec 2024-11-22T06:13:51,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6c54d4c3e6da45f7fa83a6c9220ed0be, REOPEN/MOVE in 527 msec 2024-11-22T06:13:51,328 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/f/9081371de51c427a9ddfdf03b0bb320e_SeqId_4_ 2024-11-22T06:13:51,328 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,329 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,330 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName f2 2024-11-22T06:13:51,330 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,330 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,330 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,331 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fd72cb7a0388c9011c3798c388b47d2 columnFamilyName mob 2024-11-22T06:13:51,331 DEBUG [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:51,332 INFO [StoreOpener-6fd72cb7a0388c9011c3798c388b47d2-1 {}] regionserver.HStore(327): Store=6fd72cb7a0388c9011c3798c388b47d2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:51,332 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,333 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,334 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,335 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,335 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,335 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T06:13:51,336 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,337 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 6fd72cb7a0388c9011c3798c388b47d2; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9620674720, jitterRate=-0.10400484502315521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T06:13:51,337 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:51,337 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 6fd72cb7a0388c9011c3798c388b47d2: Running coprocessor pre-open hook at 1732256031319Writing region info on filesystem at 1732256031319Initializing all the Stores at 1732256031320 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031320Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031321 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256031321Cleaning up temporary data from old regions at 1732256031335 (+14 ms)Running coprocessor post-open hooks at 1732256031337 (+2 ms)Region opened successfully at 1732256031337 2024-11-22T06:13:51,338 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2., pid=87, masterSystemTime=1732256031287 2024-11-22T06:13:51,340 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:51,340 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:13:51,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=6fd72cb7a0388c9011c3798c388b47d2, regionState=OPEN, openSeqNum=7, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:51,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:51,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-22T06:13:51,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fd72cb7a0388c9011c3798c388b47d2, server=407411ea95db,41665,1732255911345 in 209 msec 2024-11-22T06:13:51,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-22T06:13:51,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6fd72cb7a0388c9011c3798c388b47d2, REOPEN/MOVE in 548 msec 2024-11-22T06:13:51,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T06:13:51,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 555 msec 2024-11-22T06:13:51,349 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-22T06:13:51,349 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., family=f3 2024-11-22T06:13:51,350 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2., family=f3 2024-11-22T06:13:51,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 979 msec 2024-11-22T06:13:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-22T06:13:51,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-22T06:13:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:51,358 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:51,358 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516/f2/236df3262d394b079f95a9fe1f84bcf7 from hbase tables test-1732255919516 to tables table1 2024-11-22T06:13:51,358 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732255919516 into table1 2024-11-22T06:13:51,360 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358 from hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516/f2/236df3262d394b079f95a9fe1f84bcf7 2024-11-22T06:13:51,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:51,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:51,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:51,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:51,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1409347f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:51,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b945757 2024-11-22T06:13:51,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:51,366 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:51,367 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:51,367 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T06:13:51,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:51,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:51,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:51,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:51,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:51,371 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T06:13:51,371 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T06:13:51,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T06:13:51,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_a4efb90c-ac6f-46b3-8df9-b6225084456e 2024-11-22T06:13:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741990_1166 (size=177) 2024-11-22T06:13:51,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:51,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:51,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-6589388446579501260.jar 2024-11-22T06:13:52,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:52,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:52,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:52,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:52,642 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T06:13:52,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:52,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:52,642 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T06:13:52,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:52,653 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:52,665 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T06:13:52,747 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local992409840_0015_f1f0b1e3-0283-4a08-8da0-994e6f9b87d2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:52,748 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local992409840_0015_f1f0b1e3-0283-4a08-8da0-994e6f9b87d2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:52,800 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516/f2/236df3262d394b079f95a9fe1f84bcf7 2024-11-22T06:13:52,802 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:52,832 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1a0a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:52,832 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:52,833 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:52,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7858e741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:52,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:52,835 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:52,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3990a427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:52,837 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:52,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:52,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732255919516-2-0', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7] 2024-11-22T06:13:52,841 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-22T06:13:52,841 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:52,841 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:52,841 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:52,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:52,841 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732255919516-2-0] 2024-11-22T06:13:52,841 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:52,845 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358/_temporary/0/_temporary/attempt_local992409840_0015_r_000000_0/f2/4fc886c892c245ca8741fe467811ce90 is 58, key is row-test-1732255919516-2-0/f2:q1/1732255995381/Put/seqid=0 2024-11-22T06:13:52,847 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741991_1167 (size=5608) 2024-11-22T06:13:53,789 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358 2024-11-22T06:13:53,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55528813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:53,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:53,791 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29edacfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:53,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c515577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:53,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:53,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:53,798 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358/_SUCCESS 2024-11-22T06:13:53,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:53,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:53,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c5374ee 2024-11-22T06:13:53,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:53,803 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:53,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7] 2024-11-22T06:13:53,808 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T06:13:53,814 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358/f2/4fc886c892c245ca8741fe467811ce90 first=Optional[row-test-1732255919516-2-0] last=Optional[row-test-1732255919516-2-6] 2024-11-22T06:13:53,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358/f2/4fc886c892c245ca8741fe467811ce90 for inclusion in 6c54d4c3e6da45f7fa83a6c9220ed0be/f2 2024-11-22T06:13:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732255919516-2-0 last=row-test-1732255919516-2-6 2024-11-22T06:13:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T06:13:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: 2024-11-22T06:13:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-default-table1-1732256031358/f2/4fc886c892c245ca8741fe467811ce90 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__5a1bodpbl79cgd3nm9jbk0r3uthkql05t5d566gfsjlo19j9tq3f7uhmk5fqtg19/f2/4fc886c892c245ca8741fe467811ce90 2024-11-22T06:13:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__5a1bodpbl79cgd3nm9jbk0r3uthkql05t5d566gfsjlo19j9tq3f7uhmk5fqtg19/f2/4fc886c892c245ca8741fe467811ce90 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f2/86412e6193614780a1d2f5ceb45aaf80_SeqId_9_ 2024-11-22T06:13:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7ea3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:53,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e76e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fcd37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624326c9 2024-11-22T06:13:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:53,829 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:53,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:53,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:53,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:53,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:53,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:53,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__5a1bodpbl79cgd3nm9jbk0r3uthkql05t5d566gfsjlo19j9tq3f7uhmk5fqtg19/f2/4fc886c892c245ca8741fe467811ce90 into 6c54d4c3e6da45f7fa83a6c9220ed0be/f2 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f2/86412e6193614780a1d2f5ceb45aaf80_SeqId_9_ - updating store file list. 2024-11-22T06:13:53,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f2/86412e6193614780a1d2f5ceb45aaf80_SeqId_9_ into 6c54d4c3e6da45f7fa83a6c9220ed0be/f2 2024-11-22T06:13:53,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__5a1bodpbl79cgd3nm9jbk0r3uthkql05t5d566gfsjlo19j9tq3f7uhmk5fqtg19/f2/4fc886c892c245ca8741fe467811ce90 into 6c54d4c3e6da45f7fa83a6c9220ed0be/f2 (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/f2/86412e6193614780a1d2f5ceb45aaf80_SeqId_9_) 2024-11-22T06:13:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__table1__5a1bodpbl79cgd3nm9jbk0r3uthkql05t5d566gfsjlo19j9tq3f7uhmk5fqtg19/f2/4fc886c892c245ca8741fe467811ce90 2024-11-22T06:13:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679efc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:53,857 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cfff29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,858 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13788f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a427e2 2024-11-22T06:13:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:53,860 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:53,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:53,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:53,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:53,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:53,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:53,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:53,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:53,877 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T06:13:53,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:53,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7 , the old value is region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:53,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:53,878 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732255919516 has been successfully restored to table1 2024-11-22T06:13:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7 from cache 2024-11-22T06:13:53,878 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T06:13:53,878 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732256000390 hdfs://localhost:44643/backupUT/backup_1732256000390/default/test-1732255919516/ 2024-11-22T06:13:53,878 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T06:13:53,878 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44643/backupUT/backup_1732255965024/.backup.manifest 2024-11-22T06:13:53,880 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732255965024/.backup.manifest 2024-11-22T06:13:53,880 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17322559195161' to 'ns2:table2' from full backup image hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161 2024-11-22T06:13:53,882 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17322559195161', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732256000390 2024-11-22T06:13:53,885 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-22T06:13:53,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-22T06:13:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-22T06:13:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T06:13:53,888 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256033888"}]},"ts":"1732256033888"} 2024-11-22T06:13:53,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-22T06:13:53,890 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-22T06:13:53,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-22T06:13:53,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, UNASSIGN}] 2024-11-22T06:13:53,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, UNASSIGN 2024-11-22T06:13:53,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=a20c5fdc31df6a1d30603f1857c40791, regionState=CLOSING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, UNASSIGN because future has completed 2024-11-22T06:13:53,896 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T06:13:53,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:53,982 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T06:13:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T06:13:54,051 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:54,051 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T06:13:54,052 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing a20c5fdc31df6a1d30603f1857c40791, disabling compactions & flushes 2024-11-22T06:13:54,052 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:54,052 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:54,052 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. after waiting 0 ms 2024-11-22T06:13:54,052 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:54,061 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:13:54,061 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:54,062 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. 2024-11-22T06:13:54,062 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for a20c5fdc31df6a1d30603f1857c40791: Waiting for close lock at 1732256034051Running coprocessor pre-close hooks at 1732256034051Disabling compacts and flushes for region at 1732256034051Disabling writes for close at 1732256034052 (+1 ms)Writing region close event to WAL at 1732256034054 (+2 ms)Running coprocessor post-close hooks at 1732256034061 (+7 ms)Closed at 1732256034062 (+1 ms) 2024-11-22T06:13:54,064 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:54,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=a20c5fdc31df6a1d30603f1857c40791, regionState=CLOSED 2024-11-22T06:13:54,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:54,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-22T06:13:54,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure a20c5fdc31df6a1d30603f1857c40791, server=407411ea95db,41665,1732255911345 in 173 msec 2024-11-22T06:13:54,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T06:13:54,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a20c5fdc31df6a1d30603f1857c40791, UNASSIGN in 180 msec 2024-11-22T06:13:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T06:13:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 186 msec 2024-11-22T06:13:54,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256034080"}]},"ts":"1732256034080"} 2024-11-22T06:13:54,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-22T06:13:54,082 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-22T06:13:54,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 198 msec 2024-11-22T06:13:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T06:13:54,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-22T06:13:54,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-22T06:13:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-22T06:13:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:54,208 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-22T06:13:54,212 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:54,215 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f, FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/recovered.edits] 2024-11-22T06:13:54,219 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_ to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/f/a13ad3f5158746828b88347c86c68791_SeqId_4_ 2024-11-22T06:13:54,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/recovered.edits/6.seqid to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/archive/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791/recovered.edits/6.seqid 2024-11-22T06:13:54,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/a20c5fdc31df6a1d30603f1857c40791 2024-11-22T06:13:54,222 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-22T06:13:54,226 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-22T06:13:54,228 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-22T06:13:54,229 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-22T06:13:54,229 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732256034229"}]},"ts":"9223372036854775807"} 2024-11-22T06:13:54,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T06:13:54,231 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a20c5fdc31df6a1d30603f1857c40791, NAME => 'ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T06:13:54,231 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-22T06:13:54,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732256034231"}]},"ts":"9223372036854775807"} 2024-11-22T06:13:54,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-22T06:13:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741992_1168 (size=351) 2024-11-22T06:13:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:54,640 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 248bec4151206f7adeeb8273db2ffcc4, NAME => 'ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264 2024-11-22T06:13:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741993_1169 (size=37) 2024-11-22T06:13:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:54,936 DEBUG [regionserver/407411ea95db:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-22T06:13:55,048 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:55,049 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 248bec4151206f7adeeb8273db2ffcc4, disabling compactions & flushes 2024-11-22T06:13:55,049 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,049 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,049 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. after waiting 0 ms 2024-11-22T06:13:55,049 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,049 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,049 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 248bec4151206f7adeeb8273db2ffcc4: Waiting for close lock at 1732256035049Disabling compacts and flushes for region at 1732256035049Disabling writes for close at 1732256035049Writing region close event to WAL at 1732256035049Closed at 1732256035049 2024-11-22T06:13:55,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732256035052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732256035052"}]},"ts":"1732256035052"} 2024-11-22T06:13:55,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T06:13:55,057 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256035057"}]},"ts":"1732256035057"} 2024-11-22T06:13:55,059 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T06:13:55,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=248bec4151206f7adeeb8273db2ffcc4, ASSIGN}] 2024-11-22T06:13:55,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=248bec4151206f7adeeb8273db2ffcc4, ASSIGN 2024-11-22T06:13:55,061 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=248bec4151206f7adeeb8273db2ffcc4, ASSIGN; state=OFFLINE, location=407411ea95db,41665,1732255911345; forceNewPlan=false, retain=false 2024-11-22T06:13:55,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=248bec4151206f7adeeb8273db2ffcc4, regionState=OPENING, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=248bec4151206f7adeeb8273db2ffcc4, ASSIGN because future has completed 2024-11-22T06:13:55,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248bec4151206f7adeeb8273db2ffcc4, server=407411ea95db,41665,1732255911345}] 2024-11-22T06:13:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:55,379 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,380 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 248bec4151206f7adeeb8273db2ffcc4, NAME => 'ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T06:13:55,381 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T06:13:55,381 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,381 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T06:13:55,381 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,381 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,383 INFO [StoreOpener-248bec4151206f7adeeb8273db2ffcc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,385 INFO [StoreOpener-248bec4151206f7adeeb8273db2ffcc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 248bec4151206f7adeeb8273db2ffcc4 columnFamilyName f 2024-11-22T06:13:55,385 DEBUG [StoreOpener-248bec4151206f7adeeb8273db2ffcc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:55,386 INFO [StoreOpener-248bec4151206f7adeeb8273db2ffcc4-1 {}] regionserver.HStore(327): Store=248bec4151206f7adeeb8273db2ffcc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T06:13:55,386 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,387 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,388 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,389 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,389 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,391 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,394 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T06:13:55,395 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 248bec4151206f7adeeb8273db2ffcc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10591091360, jitterRate=-0.013627752661705017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T06:13:55,395 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:55,396 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 248bec4151206f7adeeb8273db2ffcc4: Running coprocessor pre-open hook at 1732256035381Writing region info on filesystem at 1732256035381Initializing all the Stores at 1732256035383 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732256035383Cleaning up temporary data from old regions at 1732256035389 (+6 ms)Running coprocessor post-open hooks at 1732256035395 (+6 ms)Region opened successfully at 1732256035396 (+1 ms) 2024-11-22T06:13:55,397 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., pid=95, masterSystemTime=1732256035372 2024-11-22T06:13:55,398 DEBUG [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,398 INFO [RS_OPEN_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:13:55,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=248bec4151206f7adeeb8273db2ffcc4, regionState=OPEN, openSeqNum=2, regionLocation=407411ea95db,41665,1732255911345 2024-11-22T06:13:55,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248bec4151206f7adeeb8273db2ffcc4, server=407411ea95db,41665,1732255911345 because future has completed 2024-11-22T06:13:55,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T06:13:55,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 248bec4151206f7adeeb8273db2ffcc4, server=407411ea95db,41665,1732255911345 in 182 msec 2024-11-22T06:13:55,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T06:13:55,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=248bec4151206f7adeeb8273db2ffcc4, ASSIGN in 344 msec 2024-11-22T06:13:55,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732256035405"}]},"ts":"1732256035405"} 2024-11-22T06:13:55,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T06:13:55,407 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-22T06:13:55,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2040 sec 2024-11-22T06:13:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T06:13:56,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-22T06:13:56,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:56,361 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 from hbase tables ns2:test-17322559195161 to tables ns2:table2 2024-11-22T06:13:56,361 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17322559195161 into ns2:table2 2024-11-22T06:13:56,364 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361 from hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:13:56,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e75d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:56,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:56,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:56,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:56,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:56,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a9e161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:56,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fa2f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:56,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b33d5ab 2024-11-22T06:13:56,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:56,372 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:56,373 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T06:13:56,373 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T06:13:56,373 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:56,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:56,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:56,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:56,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:56,377 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T06:13:56,377 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T06:13:56,377 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/partitions_f8e341fb-84de-4164-ba82-3f1ca83d00b3 2024-11-22T06:13:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741994_1170 (size=153) 2024-11-22T06:13:56,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T06:13:56,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:56,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:56,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop-3860916739873431963.jar 2024-11-22T06:13:57,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T06:13:57,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T06:13:57,653 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T06:13:57,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:57,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:57,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:57,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:57,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:57,654 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T06:13:57,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T06:13:57,663 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T06:13:57,676 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T06:13:57,762 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local324477361_0016_b1857726-067b-40e4-957e-242e7ed0baa8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T06:13:57,762 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/mapreduce.cluster.local.dir/job_local324477361_0016_b1857726-067b-40e4-957e-242e7ed0baa8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T06:13:57,808 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/f7ecebba71df4f5cb67be7514ab2c17b 2024-11-22T06:13:57,811 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:57,843 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44643/backupUT/backup_1732255965024/ns2/test-17322559195161/archive/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/f/c8d9f7b7d55e427b9183307bba785d58 2024-11-22T06:13:57,846 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T06:13:57,874 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40223cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:57,874 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:57,874 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:57,875 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:57,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3820b84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:57,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:57,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:57,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:57,877 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:57,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284d275e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:57,878 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:57,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:57,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:57,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:57,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:57,881 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-22T06:13:57,881 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:57,881 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:57,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:57,881 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:57,881 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T06:13:57,881 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 407411ea95db 2024-11-22T06:13:57,886 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361/_temporary/0/_temporary/attempt_local324477361_0016_r_000000_0/f/f3e8f6d020294158a893df88274de6f5 is 38, key is row-t20/f:q1/1732255950295/Put/seqid=0 2024-11-22T06:13:57,887 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [407411ea95db:41665] Specified favored nodes: [407411ea95db:41665] 2024-11-22T06:13:57,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741995_1171 (size=8934) 2024-11-22T06:13:58,807 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361 2024-11-22T06:13:58,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2298f9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:58,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:58,810 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deef396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:58,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:58,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,811 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:58,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0cf3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:58,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:58,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:58,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:58,816 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361/_SUCCESS 2024-11-22T06:13:58,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:58,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:58,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d722b7 2024-11-22T06:13:58,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:58,821 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:58,826 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T06:13:58,831 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361/f/f3e8f6d020294158a893df88274de6f5 first=Optional[row-t20] last=Optional[row98] 2024-11-22T06:13:58,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361/f/f3e8f6d020294158a893df88274de6f5 for inclusion in 248bec4151206f7adeeb8273db2ffcc4/f 2024-11-22T06:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-22T06:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T06:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegion(2603): Flush status journal for 248bec4151206f7adeeb8273db2ffcc4: 2024-11-22T06:13:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/hbase-staging/bulk_output-ns2-table2-1732256036361/f/f3e8f6d020294158a893df88274de6f5 to hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__5305ld43jsrf2b59n69svm325vfri21k7r9j8fmu63rv5limvavdgsan0cadhice/f/f3e8f6d020294158a893df88274de6f5 2024-11-22T06:13:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__5305ld43jsrf2b59n69svm325vfri21k7r9j8fmu63rv5limvavdgsan0cadhice/f/f3e8f6d020294158a893df88274de6f5 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/f/6d42f041444e4533b70ece334d7ce29f_SeqId_4_ 2024-11-22T06:13:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ffa06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:58,842 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:58,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7a8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:58,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c94513d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:58,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:58,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273c21b0 2024-11-22T06:13:58,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:58,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T06:13:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:58,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T06:13:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:58,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:58,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:58,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__5305ld43jsrf2b59n69svm325vfri21k7r9j8fmu63rv5limvavdgsan0cadhice/f/f3e8f6d020294158a893df88274de6f5 into 248bec4151206f7adeeb8273db2ffcc4/f as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/f/6d42f041444e4533b70ece334d7ce29f_SeqId_4_ - updating store file list. 2024-11-22T06:13:58,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/f/6d42f041444e4533b70ece334d7ce29f_SeqId_4_ into 248bec4151206f7adeeb8273db2ffcc4/f 2024-11-22T06:13:58,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__5305ld43jsrf2b59n69svm325vfri21k7r9j8fmu63rv5limvavdgsan0cadhice/f/f3e8f6d020294158a893df88274de6f5 into 248bec4151206f7adeeb8273db2ffcc4/f (new location: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/f/6d42f041444e4533b70ece334d7ce29f_SeqId_4_) 2024-11-22T06:13:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/staging/jenkins__ns2_table2__5305ld43jsrf2b59n69svm325vfri21k7r9j8fmu63rv5limvavdgsan0cadhice/f/f3e8f6d020294158a893df88274de6f5 2024-11-22T06:13:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e06dd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 407411ea95db,41261,-1 for getting cluster id 2024-11-22T06:13:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T06:13:58,872 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803de30-726e-4aed-82fb-b8a5e1490107' 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803de30-726e-4aed-82fb-b8a5e1490107" 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134bbdb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [407411ea95db,41261,-1] 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T06:13:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T06:13:58,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c53d846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T06:13:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T06:13:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 407411ea95db,41261,1732255909450 2024-11-22T06:13:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@145c267d 2024-11-22T06:13:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T06:13:58,877 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T06:13:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T06:13:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=407411ea95db,41665,1732255911345, seqNum=-1] 2024-11-22T06:13:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T06:13:58,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T06:13:58,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T06:13:58,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T06:13:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:58,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665. 2024-11-22T06:13:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:58,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:58,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:58,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:58,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:58,898 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T06:13:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T06:13:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:58,899 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T06:13:58,917 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17322559195161', skipping incremental restore step. 2024-11-22T06:13:58,918 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T06:13:58,918 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732256000390 hdfs://localhost:44643/backupUT/backup_1732256000390/ns2/test-17322559195161/ 2024-11-22T06:13:58,918 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T06:13:58,919 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T06:13:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:60504 deadline: 1732256098918, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. is not online on 407411ea95db,41665,1732255911345 2024-11-22T06:13:58,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:58,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:58,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732256013664.04a7ebe398551f8c782cbb7c0d89bd0c., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:59,011 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=407411ea95db:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T06:13:59,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be., hostname=407411ea95db,41665,1732255911345, seqNum=7] 2024-11-22T06:13:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:60504 deadline: 1732256099043, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. is not online on 407411ea95db,41665,1732255911345 2024-11-22T06:13:59,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:59,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:59,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732256013664.5e1f8b6083d8182cc67dbb1bc3c1789b., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2., hostname=407411ea95db,41665,1732255911345, seqNum=7] 2024-11-22T06:13:59,161 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-22T06:13:59,166 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-22T06:13:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T06:13:59,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T06:13:59,190 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-22T06:13:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:60504 deadline: 1732256099189, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. is not online on 407411ea95db,41665,1732255911345 2024-11-22T06:13:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 , the old value is region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791. is not online on 407411ea95db,41665,1732255911345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T06:13:59,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791., hostname=407411ea95db,41665,1732255911345, seqNum=2 from cache 2024-11-22T06:13:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4., hostname=407411ea95db,41665,1732255911345, seqNum=2] 2024-11-22T06:13:59,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:59,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:59,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:59,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: member: '407411ea95db,41665,1732255911345' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/407411ea95db:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(407411ea95db,41665,1732255911345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-51051472_20 at /127.0.0.1:60784 [Receiving block BP-2128214905-172.17.0.2-1732255905077:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(407411ea95db,41665,1732255911345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2128214905-172.17.0.2-1732255905077:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (407411ea95db,41261,1732255909450)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-51051472_20 at /127.0.0.1:60814 [Receiving block BP-2128214905-172.17.0.2-1732255905077:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/407411ea95db:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_533917932_20 at /127.0.0.1:42702 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(407411ea95db,41665,1732255911345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(407411ea95db,41665,1732255911345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2128214905-172.17.0.2-1732255905077:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-51051472_20 at /127.0.0.1:60800 [Receiving block BP-2128214905-172.17.0.2-1732255905077:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2128214905-172.17.0.2-1732255905077:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/407411ea95db:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 204), ProcessCount=13 (was 13), AvailableMemoryMB=5769 (was 6319) 2024-11-22T06:13:59,324 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-22T06:13:59,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T06:13:59,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:59,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:59,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:13:59,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T06:13:59,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27897051, stopped=false 2024-11-22T06:13:59,331 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=407411ea95db,41261,1732255909450 2024-11-22T06:13:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T06:13:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T06:13:59,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T06:13:59,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:13:59,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:13:59,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T06:13:59,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T06:13:59,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:59,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T06:13:59,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '407411ea95db,41665,1732255911345' ***** 2024-11-22T06:13:59,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T06:13:59,393 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T06:13:59,397 INFO [RS:0;407411ea95db:41665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@47c84617{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T06:13:59,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T06:13:59,400 INFO [RS:0;407411ea95db:41665 {}] server.AbstractConnector(383): Stopped ServerConnector@2f57b195{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T06:13:59,400 INFO [RS:0;407411ea95db:41665 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:13:59,400 INFO [RS:0;407411ea95db:41665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@76aa1365{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T06:13:59,400 INFO [RS:0;407411ea95db:41665 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@49a96946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for c3ee821eb6cc693e7e3cb74b3cc17cfb 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 26f2c1c6abe5fccfd85d778b000f6800 2024-11-22T06:13:59,402 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 248bec4151206f7adeeb8273db2ffcc4 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c54d4c3e6da45f7fa83a6c9220ed0be 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fd72cb7a0388c9011c3798c388b47d2 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ad4e0b74d92e2a27e4d184b570def19 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 67e6e524527e9d5329b8153c6aff43c1 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a32357810a14c74635c0524234710dc 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(959): stopping server 407411ea95db,41665,1732255911345 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;407411ea95db:41665. 2024-11-22T06:13:59,403 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3ee821eb6cc693e7e3cb74b3cc17cfb, disabling compactions & flushes 2024-11-22T06:13:59,403 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:13:59,403 DEBUG [RS:0;407411ea95db:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:13:59,403 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:13:59,403 DEBUG [RS:0;407411ea95db:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:13:59,403 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. after waiting 0 ms 2024-11-22T06:13:59,403 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T06:13:59,403 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-22T06:13:59,404 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T06:13:59,404 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T06:13:59,404 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T06:13:59,404 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T06:13:59,404 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 248bec4151206f7adeeb8273db2ffcc4, 26f2c1c6abe5fccfd85d778b000f6800, 3ad4e0b74d92e2a27e4d184b570def19, 67e6e524527e9d5329b8153c6aff43c1, 6a32357810a14c74635c0524234710dc, 6c54d4c3e6da45f7fa83a6c9220ed0be, 6fd72cb7a0388c9011c3798c388b47d2, c3ee821eb6cc693e7e3cb74b3cc17cfb, f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:13:59,404 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T06:13:59,404 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-22T06:13:59,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns3/test-17322559195162/c3ee821eb6cc693e7e3cb74b3cc17cfb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T06:13:59,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:13:59,407 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:13:59,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3ee821eb6cc693e7e3cb74b3cc17cfb: Waiting for close lock at 1732256039403Running coprocessor pre-close hooks at 1732256039403Disabling compacts and flushes for region at 1732256039403Disabling writes for close at 1732256039403Writing region close event to WAL at 1732256039403Running coprocessor post-close hooks at 1732256039407 (+4 ms)Closed at 1732256039407 2024-11-22T06:13:59,407 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17322559195162,,1732255924696.c3ee821eb6cc693e7e3cb74b3cc17cfb. 2024-11-22T06:13:59,408 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26f2c1c6abe5fccfd85d778b000f6800, disabling compactions & flushes 2024-11-22T06:13:59,408 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:13:59,408 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:13:59,408 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. after waiting 0 ms 2024-11-22T06:13:59,408 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:13:59,408 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26f2c1c6abe5fccfd85d778b000f6800 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-22T06:13:59,411 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0fc54c5418694e5793996116c661df8d is 158, key is trslm:hdfs://localhost:44643/backupUT\x00ns2:test-17322559195161/meta:log-roll-map/1732256013163/Put/seqid=0 2024-11-22T06:13:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741996_1172 (size=6208) 2024-11-22T06:13:59,427 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/info/8a4eee87102242de91a53d9a9583f14a is 159, key is ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19./info:regioninfo/1732255923557/Put/seqid=0 2024-11-22T06:13:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741997_1173 (size=19093) 2024-11-22T06:13:59,485 INFO [regionserver/407411ea95db:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T06:13:59,604 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 248bec4151206f7adeeb8273db2ffcc4, 26f2c1c6abe5fccfd85d778b000f6800, 3ad4e0b74d92e2a27e4d184b570def19, 67e6e524527e9d5329b8153c6aff43c1, 6a32357810a14c74635c0524234710dc, 6c54d4c3e6da45f7fa83a6c9220ed0be, 6fd72cb7a0388c9011c3798c388b47d2, f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:13:59,804 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 248bec4151206f7adeeb8273db2ffcc4, 26f2c1c6abe5fccfd85d778b000f6800, 3ad4e0b74d92e2a27e4d184b570def19, 67e6e524527e9d5329b8153c6aff43c1, 6a32357810a14c74635c0524234710dc, 6c54d4c3e6da45f7fa83a6c9220ed0be, 6fd72cb7a0388c9011c3798c388b47d2, f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:13:59,817 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0fc54c5418694e5793996116c661df8d 2024-11-22T06:13:59,831 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/b8a3a362a3804f6a901240695c795dcd is 588, key is session:backup_1732256000390/session:context/1732256013606/Put/seqid=0 2024-11-22T06:13:59,832 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/info/8a4eee87102242de91a53d9a9583f14a 2024-11-22T06:13:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741998_1174 (size=5689) 2024-11-22T06:13:59,851 INFO [regionserver/407411ea95db:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T06:13:59,851 INFO [regionserver/407411ea95db:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T06:13:59,853 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/ns/aa701b9f9bd54a05bec9ec988b5972fd is 85, key is ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791./ns:/1732256034225/DeleteFamily/seqid=0 2024-11-22T06:13:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741999_1175 (size=5760) 2024-11-22T06:13:59,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17322559195162 2024-11-22T06:14:00,005 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 248bec4151206f7adeeb8273db2ffcc4, 26f2c1c6abe5fccfd85d778b000f6800, 3ad4e0b74d92e2a27e4d184b570def19, 67e6e524527e9d5329b8153c6aff43c1, 6a32357810a14c74635c0524234710dc, 6c54d4c3e6da45f7fa83a6c9220ed0be, 6fd72cb7a0388c9011c3798c388b47d2, f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:14:00,205 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 248bec4151206f7adeeb8273db2ffcc4, 26f2c1c6abe5fccfd85d778b000f6800, 3ad4e0b74d92e2a27e4d184b570def19, 67e6e524527e9d5329b8153c6aff43c1, 6a32357810a14c74635c0524234710dc, 6c54d4c3e6da45f7fa83a6c9220ed0be, 6fd72cb7a0388c9011c3798c388b47d2, f9906b2303439d51d7d90579b7dc9e43 2024-11-22T06:14:00,238 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/b8a3a362a3804f6a901240695c795dcd 2024-11-22T06:14:00,250 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/meta/0fc54c5418694e5793996116c661df8d as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0fc54c5418694e5793996116c661df8d 2024-11-22T06:14:00,257 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/ns/aa701b9f9bd54a05bec9ec988b5972fd 2024-11-22T06:14:00,257 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/meta/0fc54c5418694e5793996116c661df8d, entries=7, sequenceid=52, filesize=6.1 K 2024-11-22T06:14:00,258 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/.tmp/session/b8a3a362a3804f6a901240695c795dcd as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/b8a3a362a3804f6a901240695c795dcd 2024-11-22T06:14:00,265 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/session/b8a3a362a3804f6a901240695c795dcd, entries=2, sequenceid=52, filesize=5.6 K 2024-11-22T06:14:00,266 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 858ms, sequenceid=52, compaction requested=true 2024-11-22T06:14:00,276 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system/26f2c1c6abe5fccfd85d778b000f6800/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-22T06:14:00,276 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,276 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:14:00,276 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26f2c1c6abe5fccfd85d778b000f6800: Waiting for close lock at 1732256039408Running coprocessor pre-close hooks at 1732256039408Disabling compacts and flushes for region at 1732256039408Disabling writes for close at 1732256039408Obtaining lock to block concurrent updates at 1732256039408Preparing flush snapshotting stores in 26f2c1c6abe5fccfd85d778b000f6800 at 1732256039408Finished memstore snapshotting backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732256039408Flushing stores of backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. at 1732256039408Flushing 26f2c1c6abe5fccfd85d778b000f6800/meta: creating writer at 1732256039409 (+1 ms)Flushing 26f2c1c6abe5fccfd85d778b000f6800/meta: appending metadata at 1732256039411 (+2 ms)Flushing 26f2c1c6abe5fccfd85d778b000f6800/meta: closing flushed file at 1732256039411Flushing 26f2c1c6abe5fccfd85d778b000f6800/session: creating writer at 1732256039828 (+417 ms)Flushing 26f2c1c6abe5fccfd85d778b000f6800/session: appending metadata at 1732256039831 (+3 ms)Flushing 26f2c1c6abe5fccfd85d778b000f6800/session: closing flushed file at 1732256039831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5112561f: reopening flushed file at 1732256040249 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595b4445: reopening flushed file at 1732256040257 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 26f2c1c6abe5fccfd85d778b000f6800 in 858ms, sequenceid=52, compaction requested=true at 1732256040266 (+9 ms)Writing region close event to WAL at 1732256040272 (+6 ms)Running coprocessor post-close hooks at 1732256040276 (+4 ms)Closed at 1732256040276 2024-11-22T06:14:00,277 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732255929856.26f2c1c6abe5fccfd85d778b000f6800. 2024-11-22T06:14:00,277 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 248bec4151206f7adeeb8273db2ffcc4, disabling compactions & flushes 2024-11-22T06:14:00,277 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:14:00,277 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:14:00,277 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. after waiting 0 ms 2024-11-22T06:14:00,277 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:14:00,279 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/rep_barrier/446caaba7f374cb483da5e5c5bf3c1a9 is 94, key is ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791./rep_barrier:/1732256034225/DeleteFamily/seqid=0 2024-11-22T06:14:00,281 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/table2/248bec4151206f7adeeb8273db2ffcc4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T06:14:00,281 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,281 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:14:00,281 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 248bec4151206f7adeeb8273db2ffcc4: Waiting for close lock at 1732256040277Running coprocessor pre-close hooks at 1732256040277Disabling compacts and flushes for region at 1732256040277Disabling writes for close at 1732256040277Writing region close event to WAL at 1732256040277Running coprocessor post-close hooks at 1732256040281 (+4 ms)Closed at 1732256040281 2024-11-22T06:14:00,282 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732256034224.248bec4151206f7adeeb8273db2ffcc4. 2024-11-22T06:14:00,282 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c54d4c3e6da45f7fa83a6c9220ed0be, disabling compactions & flushes 2024-11-22T06:14:00,282 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:14:00,282 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:14:00,282 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. after waiting 0 ms 2024-11-22T06:14:00,282 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:14:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742000_1176 (size=5640) 2024-11-22T06:14:00,294 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6c54d4c3e6da45f7fa83a6c9220ed0be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-22T06:14:00,294 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,295 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c54d4c3e6da45f7fa83a6c9220ed0be: Waiting for close lock at 1732256040282Running coprocessor pre-close hooks at 1732256040282Disabling compacts and flushes for region at 1732256040282Disabling writes for close at 1732256040282Writing region close event to WAL at 1732256040290 (+8 ms)Running coprocessor post-close hooks at 1732256040294 (+4 ms)Closed at 1732256040295 (+1 ms) 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732256024583.6c54d4c3e6da45f7fa83a6c9220ed0be. 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fd72cb7a0388c9011c3798c388b47d2, disabling compactions & flushes 2024-11-22T06:14:00,295 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. after waiting 0 ms 2024-11-22T06:14:00,295 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:14:00,299 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/table1/6fd72cb7a0388c9011c3798c388b47d2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,300 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fd72cb7a0388c9011c3798c388b47d2: Waiting for close lock at 1732256040295Running coprocessor pre-close hooks at 1732256040295Disabling compacts and flushes for region at 1732256040295Disabling writes for close at 1732256040295Writing region close event to WAL at 1732256040296 (+1 ms)Running coprocessor post-close hooks at 1732256040300 (+4 ms)Closed at 1732256040300 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732256024583.6fd72cb7a0388c9011c3798c388b47d2. 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ad4e0b74d92e2a27e4d184b570def19, disabling compactions & flushes 2024-11-22T06:14:00,300 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. after waiting 0 ms 2024-11-22T06:14:00,300 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:14:00,304 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns2/test-17322559195161/3ad4e0b74d92e2a27e4d184b570def19/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,305 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ad4e0b74d92e2a27e4d184b570def19: Waiting for close lock at 1732256040300Running coprocessor pre-close hooks at 1732256040300Disabling compacts and flushes for region at 1732256040300Disabling writes for close at 1732256040300Writing region close event to WAL at 1732256040301 (+1 ms)Running coprocessor post-close hooks at 1732256040305 (+4 ms)Closed at 1732256040305 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17322559195161,,1732255922374.3ad4e0b74d92e2a27e4d184b570def19. 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9906b2303439d51d7d90579b7dc9e43, disabling compactions & flushes 2024-11-22T06:14:00,305 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. after waiting 0 ms 2024-11-22T06:14:00,305 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:14:00,311 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/ns4/test-17322559195163/f9906b2303439d51d7d90579b7dc9e43/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T06:14:00,312 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,312 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9906b2303439d51d7d90579b7dc9e43: Waiting for close lock at 1732256040305Running coprocessor pre-close hooks at 1732256040305Disabling compacts and flushes for region at 1732256040305Disabling writes for close at 1732256040305Writing region close event to WAL at 1732256040305Running coprocessor post-close hooks at 1732256040312 (+7 ms)Closed at 1732256040312 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17322559195163,,1732255926872.f9906b2303439d51d7d90579b7dc9e43. 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67e6e524527e9d5329b8153c6aff43c1, disabling compactions & flushes 2024-11-22T06:14:00,313 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. after waiting 0 ms 2024-11-22T06:14:00,313 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:14:00,317 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/backup/system_bulk/67e6e524527e9d5329b8153c6aff43c1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,318 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67e6e524527e9d5329b8153c6aff43c1: Waiting for close lock at 1732256040313Running coprocessor pre-close hooks at 1732256040313Disabling compacts and flushes for region at 1732256040313Disabling writes for close at 1732256040313Writing region close event to WAL at 1732256040313Running coprocessor post-close hooks at 1732256040318 (+5 ms)Closed at 1732256040318 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732255932039.67e6e524527e9d5329b8153c6aff43c1. 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a32357810a14c74635c0524234710dc, disabling compactions & flushes 2024-11-22T06:14:00,318 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. after waiting 0 ms 2024-11-22T06:14:00,318 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:14:00,318 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a32357810a14c74635c0524234710dc 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-22T06:14:00,333 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f2/ddfe0a53d06041c1a4fdb45517e03689 is 58, key is row-test-1732255919516-2-0/f2:q1/1732255995381/Put/seqid=0 2024-11-22T06:14:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742001_1177 (size=5464) 2024-11-22T06:14:00,405 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T06:14:00,405 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a32357810a14c74635c0524234710dc=test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc.} 2024-11-22T06:14:00,405 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a32357810a14c74635c0524234710dc 2024-11-22T06:14:00,606 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a32357810a14c74635c0524234710dc 2024-11-22T06:14:00,685 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/rep_barrier/446caaba7f374cb483da5e5c5bf3c1a9 2024-11-22T06:14:00,709 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/table/2fef9547dfa349978ddb2d502bf0f2f3 is 88, key is ns2:table2,,1732256019457.a20c5fdc31df6a1d30603f1857c40791./table:/1732256034225/DeleteFamily/seqid=0 2024-11-22T06:14:00,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742002_1178 (size=6364) 2024-11-22T06:14:00,737 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f2/ddfe0a53d06041c1a4fdb45517e03689 2024-11-22T06:14:00,743 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/.tmp/f2/ddfe0a53d06041c1a4fdb45517e03689 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f2/ddfe0a53d06041c1a4fdb45517e03689 2024-11-22T06:14:00,749 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/f2/ddfe0a53d06041c1a4fdb45517e03689, entries=7, sequenceid=348, filesize=5.3 K 2024-11-22T06:14:00,750 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 432ms, sequenceid=348, compaction requested=false 2024-11-22T06:14:00,755 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/default/test-1732255919516/6a32357810a14c74635c0524234710dc/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-22T06:14:00,756 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:00,756 INFO [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:14:00,756 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a32357810a14c74635c0524234710dc: Waiting for close lock at 1732256040318Running coprocessor pre-close hooks at 1732256040318Disabling compacts and flushes for region at 1732256040318Disabling writes for close at 1732256040318Obtaining lock to block concurrent updates at 1732256040318Preparing flush snapshotting stores in 6a32357810a14c74635c0524234710dc at 1732256040318Finished memstore snapshotting test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732256040319 (+1 ms)Flushing stores of test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. at 1732256040319Flushing 6a32357810a14c74635c0524234710dc/f2: creating writer at 1732256040319Flushing 6a32357810a14c74635c0524234710dc/f2: appending metadata at 1732256040333 (+14 ms)Flushing 6a32357810a14c74635c0524234710dc/f2: closing flushed file at 1732256040333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a4ad92: reopening flushed file at 1732256040742 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6a32357810a14c74635c0524234710dc in 432ms, sequenceid=348, compaction requested=false at 1732256040750 (+8 ms)Writing region close event to WAL at 1732256040752 (+2 ms)Running coprocessor post-close hooks at 1732256040756 (+4 ms)Closed at 1732256040756 2024-11-22T06:14:00,756 DEBUG [RS_CLOSE_REGION-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732255919516,,1732255920026.6a32357810a14c74635c0524234710dc. 2024-11-22T06:14:00,806 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T06:14:01,006 DEBUG [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T06:14:01,115 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/table/2fef9547dfa349978ddb2d502bf0f2f3 2024-11-22T06:14:01,127 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/info/8a4eee87102242de91a53d9a9583f14a as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/info/8a4eee87102242de91a53d9a9583f14a 2024-11-22T06:14:01,132 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/info/8a4eee87102242de91a53d9a9583f14a, entries=114, sequenceid=97, filesize=18.6 K 2024-11-22T06:14:01,133 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/ns/aa701b9f9bd54a05bec9ec988b5972fd as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/ns/aa701b9f9bd54a05bec9ec988b5972fd 2024-11-22T06:14:01,137 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/ns/aa701b9f9bd54a05bec9ec988b5972fd, entries=10, sequenceid=97, filesize=5.6 K 2024-11-22T06:14:01,138 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/rep_barrier/446caaba7f374cb483da5e5c5bf3c1a9 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/rep_barrier/446caaba7f374cb483da5e5c5bf3c1a9 2024-11-22T06:14:01,143 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/rep_barrier/446caaba7f374cb483da5e5c5bf3c1a9, entries=3, sequenceid=97, filesize=5.5 K 2024-11-22T06:14:01,144 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/.tmp/table/2fef9547dfa349978ddb2d502bf0f2f3 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/table/2fef9547dfa349978ddb2d502bf0f2f3 2024-11-22T06:14:01,149 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/table/2fef9547dfa349978ddb2d502bf0f2f3, entries=21, sequenceid=97, filesize=6.2 K 2024-11-22T06:14:01,150 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=97, compaction requested=false 2024-11-22T06:14:01,155 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-22T06:14:01,156 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T06:14:01,156 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T06:14:01,156 INFO [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T06:14:01,156 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732256039404Running coprocessor pre-close hooks at 1732256039404Disabling compacts and flushes for region at 1732256039404Disabling writes for close at 1732256039404Obtaining lock to block concurrent updates at 1732256039404Preparing flush snapshotting stores in 1588230740 at 1732256039404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732256039404Flushing stores of hbase:meta,,1.1588230740 at 1732256039405 (+1 ms)Flushing 1588230740/info: creating writer at 1732256039405Flushing 1588230740/info: appending metadata at 1732256039427 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732256039427Flushing 1588230740/ns: creating writer at 1732256039838 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732256039853 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732256039853Flushing 1588230740/rep_barrier: creating writer at 1732256040263 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732256040279 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732256040279Flushing 1588230740/table: creating writer at 1732256040696 (+417 ms)Flushing 1588230740/table: appending metadata at 1732256040709 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732256040709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9e2836: reopening flushed file at 1732256041127 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f266c2: reopening flushed file at 1732256041132 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8488f8: reopening flushed file at 1732256041138 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0344a2: reopening flushed file at 1732256041143 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=97, compaction requested=false at 1732256041150 (+7 ms)Writing region close event to WAL at 1732256041152 (+2 ms)Running coprocessor post-close hooks at 1732256041156 (+4 ms)Closed at 1732256041156 2024-11-22T06:14:01,156 DEBUG [RS_CLOSE_META-regionserver/407411ea95db:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T06:14:01,207 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(976): stopping server 407411ea95db,41665,1732255911345; all regions closed. 2024-11-22T06:14:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741954_1130 (size=16160) 2024-11-22T06:14:01,220 DEBUG [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs 2024-11-22T06:14:01,220 INFO [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.meta:.meta(num 1732256004837) 2024-11-22T06:14:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741955_1131 (size=4165) 2024-11-22T06:14:01,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0.1732256004853 not finished, retry = 0 2024-11-22T06:14:01,326 DEBUG [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs 2024-11-22T06:14:01,326 INFO [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-0:(num 1732256004853) 2024-11-22T06:14:01,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/WALs/407411ea95db,41665,1732255911345/407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1.1732256004869 not finished, retry = 0 2024-11-22T06:14:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741956_1132 (size=7883) 2024-11-22T06:14:01,438 DEBUG [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/oldWALs 2024-11-22T06:14:01,438 INFO [RS:0;407411ea95db:41665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 407411ea95db%2C41665%2C1732255911345.407411ea95db%2C41665%2C1732255911345.regiongroup-1:(num 1732256004869) 2024-11-22T06:14:01,438 DEBUG [RS:0;407411ea95db:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:14:01,438 INFO [RS:0;407411ea95db:41665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T06:14:01,438 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T06:14:01,439 INFO [RS:0;407411ea95db:41665 {}] hbase.ChoreService(370): Chore service for: regionserver/407411ea95db:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T06:14:01,439 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T06:14:01,439 INFO [regionserver/407411ea95db:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T06:14:01,440 INFO [RS:0;407411ea95db:41665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41665 2024-11-22T06:14:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/407411ea95db,41665,1732255911345 2024-11-22T06:14:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T06:14:01,500 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T06:14:01,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [407411ea95db,41665,1732255911345] 2024-11-22T06:14:01,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/407411ea95db,41665,1732255911345 already deleted, retry=false 2024-11-22T06:14:01,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 407411ea95db,41665,1732255911345 expired; onlineServers=0 2024-11-22T06:14:01,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '407411ea95db,41261,1732255909450' ***** 2024-11-22T06:14:01,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T06:14:01,516 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T06:14:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-22T06:14:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T06:14:01,525 INFO [M:0;407411ea95db:41261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T06:14:01,526 INFO [M:0;407411ea95db:41261 {}] server.AbstractConnector(383): Stopped ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T06:14:01,526 INFO [M:0;407411ea95db:41261 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:01,526 INFO [M:0;407411ea95db:41261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T06:14:01,526 INFO [M:0;407411ea95db:41261 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:01,527 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T06:14:01,527 INFO [M:0;407411ea95db:41261 {}] master.HMaster(1770): Stopping master jetty server 2024-11-22T06:14:01,527 INFO [M:0;407411ea95db:41261 {}] server.AbstractConnector(383): Stopped ServerConnector@234e862b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T06:14:01,528 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T06:14:01,528 DEBUG [M:0;407411ea95db:41261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T06:14:01,528 INFO [M:0;407411ea95db:41261 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-22T06:14:01,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T06:14:01,528 INFO [M:0;407411ea95db:41261 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;407411ea95db:41261. 2024-11-22T06:14:01,528 DEBUG [master/407411ea95db:0:becomeActiveMaster-HFileCleaner.small.0-1732255914666 {}] cleaner.HFileCleaner(306): Exit Thread[master/407411ea95db:0:becomeActiveMaster-HFileCleaner.small.0-1732255914666,5,FailOnTimeoutGroup] 2024-11-22T06:14:01,528 DEBUG [master/407411ea95db:0:becomeActiveMaster-HFileCleaner.large.0-1732255914664 {}] cleaner.HFileCleaner(306): Exit Thread[master/407411ea95db:0:becomeActiveMaster-HFileCleaner.large.0-1732255914664,5,FailOnTimeoutGroup] 2024-11-22T06:14:01,528 DEBUG [M:0;407411ea95db:41261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T06:14:01,528 DEBUG [M:0;407411ea95db:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:14:01,528 DEBUG [M:0;407411ea95db:41261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T06:14:01,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T06:14:01,528 DEBUG [M:0;407411ea95db:41261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T06:14:01,529 INFO [M:0;407411ea95db:41261 {}] hbase.ChoreService(370): Chore service for: master/407411ea95db:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T06:14:01,529 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T06:14:01,529 DEBUG [M:0;407411ea95db:41261 {}] master.HMaster(1795): Stopping service threads 2024-11-22T06:14:01,529 INFO [M:0;407411ea95db:41261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T06:14:01,529 INFO [M:0;407411ea95db:41261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T06:14:01,529 ERROR [M:0;407411ea95db:41261 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-22T06:14:01,529 INFO [M:0;407411ea95db:41261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T06:14:01,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T06:14:01,530 DEBUG [M:0;407411ea95db:41261 {}] zookeeper.ZKUtil(347): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-22T06:14:01,530 WARN [M:0;407411ea95db:41261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T06:14:01,531 INFO [M:0;407411ea95db:41261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/.lastflushedseqids 2024-11-22T06:14:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742003_1179 (size=761) 2024-11-22T06:14:01,540 INFO [M:0;407411ea95db:41261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T06:14:01,540 INFO [M:0;407411ea95db:41261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T06:14:01,540 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T06:14:01,552 INFO [M:0;407411ea95db:41261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:14:01,552 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:14:01,552 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T06:14:01,552 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:14:01,552 INFO [M:0;407411ea95db:41261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.42 KB heapSize=518.48 KB 2024-11-22T06:14:01,567 DEBUG [M:0;407411ea95db:41261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec28c44be67479a81193ac976d6edfb is 82, key is hbase:meta,,1/info:regioninfo/1732255915465/Put/seqid=0 2024-11-22T06:14:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742004_1180 (size=5672) 2024-11-22T06:14:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T06:14:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x101627515930001, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T06:14:01,610 INFO [RS:0;407411ea95db:41665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T06:14:01,610 INFO [RS:0;407411ea95db:41665 {}] regionserver.HRegionServer(1031): Exiting; stopping=407411ea95db,41665,1732255911345; zookeeper connection closed. 2024-11-22T06:14:01,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c86d8f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c86d8f7 2024-11-22T06:14:01,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T06:14:01,973 INFO [M:0;407411ea95db:41261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec28c44be67479a81193ac976d6edfb 2024-11-22T06:14:02,001 DEBUG [M:0;407411ea95db:41261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d6bc864a3b4248978431a421ff49b3 is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732256031352/Put/seqid=0 2024-11-22T06:14:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742005_1181 (size=30171) 2024-11-22T06:14:02,406 INFO [M:0;407411ea95db:41261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.87 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d6bc864a3b4248978431a421ff49b3 2024-11-22T06:14:02,412 INFO [M:0;407411ea95db:41261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7d6bc864a3b4248978431a421ff49b3 2024-11-22T06:14:02,429 DEBUG [M:0;407411ea95db:41261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8fe09f7eb240d89bec5d58463b3199 is 69, key is 407411ea95db,41665,1732255911345/rs:state/1732255914742/Put/seqid=0 2024-11-22T06:14:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073742006_1182 (size=5156) 2024-11-22T06:14:02,836 INFO [M:0;407411ea95db:41261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8fe09f7eb240d89bec5d58463b3199 2024-11-22T06:14:02,847 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec28c44be67479a81193ac976d6edfb as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec28c44be67479a81193ac976d6edfb 2024-11-22T06:14:02,854 INFO [M:0;407411ea95db:41261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec28c44be67479a81193ac976d6edfb, entries=8, sequenceid=907, filesize=5.5 K 2024-11-22T06:14:02,855 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d6bc864a3b4248978431a421ff49b3 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d6bc864a3b4248978431a421ff49b3 2024-11-22T06:14:02,861 INFO [M:0;407411ea95db:41261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7d6bc864a3b4248978431a421ff49b3 2024-11-22T06:14:02,861 INFO [M:0;407411ea95db:41261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d6bc864a3b4248978431a421ff49b3, entries=94, sequenceid=907, filesize=29.5 K 2024-11-22T06:14:02,862 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8fe09f7eb240d89bec5d58463b3199 as hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef8fe09f7eb240d89bec5d58463b3199 2024-11-22T06:14:02,867 INFO [M:0;407411ea95db:41261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef8fe09f7eb240d89bec5d58463b3199, entries=1, sequenceid=907, filesize=5.0 K 2024-11-22T06:14:02,868 INFO [M:0;407411ea95db:41261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.42 KB/452018, heapSize ~518.18 KB/530616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=907, compaction requested=false 2024-11-22T06:14:02,869 INFO [M:0;407411ea95db:41261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T06:14:02,870 DEBUG [M:0;407411ea95db:41261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732256041540Disabling compacts and flushes for region at 1732256041540Disabling writes for close at 1732256041552 (+12 ms)Obtaining lock to block concurrent updates at 1732256041552Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732256041552Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452018, getHeapSize=530856, getOffHeapSize=0, getCellsCount=1030 at 1732256041552Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732256041553 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732256041553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732256041567 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732256041567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732256041986 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732256042001 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732256042001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732256042412 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732256042429 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732256042429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca9c927: reopening flushed file at 1732256042846 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a3834d: reopening flushed file at 1732256042855 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2abdce: reopening flushed file at 1732256042861 (+6 ms)Finished flush of dataSize ~441.42 KB/452018, heapSize ~518.18 KB/530616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=907, compaction requested=false at 1732256042868 (+7 ms)Writing region close event to WAL at 1732256042869 (+1 ms)Closed at 1732256042869 2024-11-22T06:14:02,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741830_1006 (size=511884) 2024-11-22T06:14:02,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41158c95-379a-1738-a586-3cda5de38264/MasterData/WALs/407411ea95db,41261,1732255909450/407411ea95db%2C41261%2C1732255909450.407411ea95db%2C41261%2C1732255909450.regiongroup-0.1732255913588 not finished, retry = 0 2024-11-22T06:14:02,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T06:14:02,974 INFO [M:0;407411ea95db:41261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T06:14:02,974 INFO [M:0;407411ea95db:41261 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-22T06:14:02,974 INFO [M:0;407411ea95db:41261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41261 2024-11-22T06:14:02,974 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T06:14:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T06:14:03,125 INFO [M:0;407411ea95db:41261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T06:14:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41261-0x101627515930000, quorum=127.0.0.1:61438, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T06:14:03,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48045b24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T06:14:03,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@167e0671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6d59b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74318ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T06:14:03,155 WARN [BP-2128214905-172.17.0.2-1732255905077 heartbeating to localhost/127.0.0.1:44643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T06:14:03,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T06:14:03,155 WARN [BP-2128214905-172.17.0.2-1732255905077 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128214905-172.17.0.2-1732255905077 (Datanode Uuid 3f034db7-7d08-4e4f-915f-326e585d7685) service to localhost/127.0.0.1:44643 2024-11-22T06:14:03,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data1/current/BP-2128214905-172.17.0.2-1732255905077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T06:14:03,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/cluster_6398668f-8f24-a3d4-dc61-cc1e38aef35b/data/data2/current/BP-2128214905-172.17.0.2-1732255905077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T06:14:03,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T06:14:03,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@187e2c42{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T06:14:03,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@414d0c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9bdb94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b7670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T06:14:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T06:14:03,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-22T06:14:03,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5956b8ba{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T06:14:03,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c1b24f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba2af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295c5da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56569b08{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T06:14:03,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8b85a8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190a9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5bedc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,261 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T06:14:03,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d52e45e{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T06:14:03,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e8ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d2c48a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56497c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,264 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-22T06:14:03,267 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-22T06:14:03,267 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-22T06:14:03,268 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T06:14:03,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68458a3c{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T06:14:03,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@675d49e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T06:14:03,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T06:14:03,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62be5610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T06:14:03,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d507314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/c8401578-34e6-5c75-4ff6-68f0a4554c34/hadoop.log.dir/,STOPPED} 2024-11-22T06:14:03,272 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T06:14:03,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped